You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/03/13 22:04:48 UTC

[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0-ea-b79) - Build # 4665 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4665/
Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseConcMarkSweepGC

3 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:38308/jon/fg/onenodecollectioncore returned non ok status:404, message:Can not find: /jon/fg/onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:38308/jon/fg/onenodecollectioncore returned non ok status:404, message:Can not find: /jon/fg/onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([514F99A7089356F3:D0A917BF7FCC36CF]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


REGRESSION:  org.apache.solr.cloud.UnloadDistributedZkTest.testDistribSearch

Error Message:
Still found shard

Stack Trace:
java.lang.AssertionError: Still found shard
	at __randomizedtesting.SeedInfo.seed([514F99A7089356F3:D0A917BF7FCC36CF]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([514F99A7089356F3:D0A917BF7FCC36CF]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8958 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T581 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 7 T581 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1363207618488
[junit4:junit4]   2> 11 T581 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 39 T582 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 78 T582 oaz.Environment.logEnv Server environment:zookeeper.version=3.4.5-1392090, built on 09/30/2012 17:52 GMT
[junit4:junit4]   2> 79 T582 oaz.Environment.logEnv Server environment:host.name=serv1
[junit4:junit4]   2> 79 T582 oaz.Environment.logEnv Server environment:java.version=1.8.0-ea
[junit4:junit4]   2> 79 T582 oaz.Environment.logEnv Server environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 79 T582 oaz.Environment.logEnv Server environment:java.home=/var/lib/jenkins/tools/java/64bit/jdk1.8.0-ea-b79/jre
[junit4:junit4]   2> 79 T582 oaz.Environment.logEnv Server environment:java.class.path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/classes/test:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-test-framework/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/test-framework/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/codecs/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/analysis/common/lucene-analyzers-common-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/codecs/lucene-codecs-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/highlighter/lucene-highlighter-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/memory/lucene-memory-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/misc/lucene-misc-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/spatial/lucene-spatial-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/suggest/lucene-suggest-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/grouping/lucene-grouping-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/queries/lucene-queries-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/queryparser/lucene-queryparser-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/cglib-nodep-2.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-cli-1.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-codec-1.7.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-fileupload-1.2.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-lang-2.6.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/easymock-3.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/guava-13.0.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/javax.servlet-api-3.0.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/objenesis-1.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/org.restlet-2.1.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/spatial4j-0.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/commons-io-2.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/httpclient-4.2.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/httpcore-4.2.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/httpmime-4.2.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/slf4j-api-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/wstx-asl-3.2.7.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/zookeeper-3.4.5.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-continuation-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-deploy-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-http-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-io-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-jmx-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-security-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-server-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-servlet-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-util-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-webapp-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-xml-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/servlet-api-3.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/test-framework/lib/junit-4.10.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/test-framework/lib/randomizedtesting-runner-2.0.8.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/var/lib/jenkins/.ant/lib/ivy-2.3.0.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/var/lib/jenkins/tools/java/64bit/jdk1.8.0-ea-b79/lib/tools.jar:/var/lib/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.8.jar
[junit4:junit4]   2> 81 T582 oaz.Environment.logEnv Server environment:java.library.path=/var/lib/jenkins/tools/java/64bit/jdk1.8.0-ea-b79/jre/lib/amd64/server:/var/lib/jenkins/tools/java/64bit/jdk1.8.0-ea-b79/jre/lib/amd64:/var/lib/jenkins/tools/java/64bit/jdk1.8.0-ea-b79/jre/../lib/amd64:/usr/lib/jvm/j2sdk1.6-sun/jre/lib/amd64/server:/usr/lib/jvm/j2sdk1.6-sun/jre/lib/amd64:/usr/lib/jvm/j2sdk1.6-sun/jre/../lib/amd64:/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
[junit4:junit4]   2> 81 T582 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
[junit4:junit4]   2> 81 T582 oaz.Environment.logEnv Server environment:java.compiler=<NA>
[junit4:junit4]   2> 81 T582 oaz.Environment.logEnv Server environment:os.name=Linux
[junit4:junit4]   2> 81 T582 oaz.Environment.logEnv Server environment:os.arch=amd64
[junit4:junit4]   2> 82 T582 oaz.Environment.logEnv Server environment:os.version=3.2.0-38-generic
[junit4:junit4]   2> 82 T582 oaz.Environment.logEnv Server environment:user.name=jenkins
[junit4:junit4]   2> 82 T582 oaz.Environment.logEnv Server environment:user.home=/var/lib/jenkins
[junit4:junit4]   2> 82 T582 oaz.Environment.logEnv Server environment:user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 99 T582 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 99 T582 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 100 T582 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 110 T582 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 138 T581 oasc.ZkTestServer.run start zk server on port:52937
[junit4:junit4]   2> 142 T582 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1363207618488/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 162 T581 oaz.Environment.logEnv Client environment:zookeeper.version=3.4.5-1392090, built on 09/30/2012 17:52 GMT
[junit4:junit4]   2> 162 T581 oaz.Environment.logEnv Client environment:host.name=serv1
[junit4:junit4]   2> 162 T581 oaz.Environment.logEnv Client environment:java.version=1.8.0-ea
[junit4:junit4]   2> 163 T581 oaz.Environment.logEnv Client environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 163 T581 oaz.Environment.logEnv Client environment:java.home=/var/lib/jenkins/tools/java/64bit/jdk1.8.0-ea-b79/jre
[junit4:junit4]   2> 163 T581 oaz.Environment.logEnv Client environment:java.class.path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/classes/test:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-test-framework/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/test-framework/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/codecs/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/analysis/common/lucene-analyzers-common-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/codecs/lucene-codecs-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/highlighter/lucene-highlighter-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/memory/lucene-memory-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/misc/lucene-misc-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/spatial/lucene-spatial-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/suggest/lucene-suggest-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/grouping/lucene-grouping-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/queries/lucene-queries-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/queryparser/lucene-queryparser-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/cglib-nodep-2.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-cli-1.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-codec-1.7.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-fileupload-1.2.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-lang-2.6.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/easymock-3.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/guava-13.0.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/javax.servlet-api-3.0.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/objenesis-1.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/org.restlet-2.1.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/spatial4j-0.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/commons-io-2.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/httpclient-4.2.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/httpcore-4.2.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/httpmime-4.2.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/slf4j-api-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/wstx-asl-3.2.7.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/zookeeper-3.4.5.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-continuation-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-deploy-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-http-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-io-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-jmx-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-security-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-server-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-servlet-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-util-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-webapp-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-xml-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/servlet-api-3.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/test-framework/lib/junit-4.10.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/test-framework/lib/randomizedtesting-runner-2.0.8.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/var/lib/jenkins/.ant/lib/ivy-2.3.0.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/var/lib/jenkins/tools/java/64bit/jdk1.8.0-ea-b79/lib/tools.jar:/var/lib/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.8.jar
[junit4:junit4]   2> 164 T581 oaz.Environment.logEnv Client environment:java.library.path=/var/lib/jenkins/tools/java/64bit/jdk1.8.0-ea-b79/jre/lib/amd64/server:/var/lib/jenkins/tools/java/64bit/jdk1.8.0-ea-b79/jre/lib/amd64:/var/lib/jenkins/tools/java/64bit/jdk1.8.0-ea-b79/jre/../lib/amd64:/usr/lib/jvm/j2sdk1.6-sun/jre/lib/amd64/server:/usr/lib/jvm/j2sdk1.6-sun/jre/lib/amd64:/usr/lib/jvm/j2sdk1.6-sun/jre/../lib/amd64:/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
[junit4:junit4]   2> 164 T581 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
[junit4:junit4]   2> 165 T581 oaz.Environment.logEnv Client environment:java.compiler=<NA>
[junit4:junit4]   2> 165 T581 oaz.Environment.logEnv Client environment:os.name=Linux
[junit4:junit4]   2> 165 T581 oaz.Environment.logEnv Client environment:os.arch=amd64
[junit4:junit4]   2> 165 T581 oaz.Environment.logEnv Client environment:os.version=3.2.0-38-generic
[junit4:junit4]   2> 166 T581 oaz.Environment.logEnv Client environment:user.name=jenkins
[junit4:junit4]   2> 166 T581 oaz.Environment.logEnv Client environment:user.home=/var/lib/jenkins
[junit4:junit4]   2> 166 T581 oaz.Environment.logEnv Client environment:user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 168 T581 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52937 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4b95d810
[junit4:junit4]   2> 187 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 191 T586 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52937. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 191 T586 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52937, initiating session
[junit4:junit4]   2> 192 T583 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46055
[junit4:junit4]   2> 197 T583 oazs.NIOServerCnxn.doIO WARNING Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4:junit4]   2> 197 T583 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:46055 (no session established for client)
[junit4:junit4]   2> 198 T586 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x0, likely server has closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 2258 T586 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52937. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 2259 T586 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52937, initiating session
[junit4:junit4]   2> 2259 T583 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46057
[junit4:junit4]   2> 2263 T583 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46057
[junit4:junit4]   2> 2268 T585 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 2720 T585 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6581804b0000 with negotiated timeout 10000 for client /127.0.0.1:46057
[junit4:junit4]   2> 2720 T586 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52937, sessionid = 0x13d6581804b0000, negotiated timeout = 10000
[junit4:junit4]   2> 2722 T588 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b95d810 name:ZooKeeperConnection Watcher:127.0.0.1:52937 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2722 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2723 T581 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 2747 T587 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6581804b0000
[junit4:junit4]   2> 2748 T588 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2749 T581 oaz.ZooKeeper.close Session: 0x13d6581804b0000 closed
[junit4:junit4]   2> 2749 T581 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52937/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@165108f7
[junit4:junit4]   2> 2749 T583 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:46057 which had sessionid 0x13d6581804b0000
[junit4:junit4]   2> 2750 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2750 T589 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52937. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 2750 T589 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52937, initiating session
[junit4:junit4]   2> 2751 T583 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46058
[junit4:junit4]   2> 2751 T583 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46058
[junit4:junit4]   2> 2753 T585 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6581804b0001 with negotiated timeout 10000 for client /127.0.0.1:46058
[junit4:junit4]   2> 2753 T589 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52937, sessionid = 0x13d6581804b0001, negotiated timeout = 10000
[junit4:junit4]   2> 2753 T590 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@165108f7 name:ZooKeeperConnection Watcher:127.0.0.1:52937/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2753 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2757 T581 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 2762 T581 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 2766 T581 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 2769 T581 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 2773 T581 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2774 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2780 T581 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 2784 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 2789 T581 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 2790 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 2794 T581 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 2795 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 2799 T581 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 2800 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 2805 T581 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 2805 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 2810 T581 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 2810 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 2815 T581 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 2816 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 2820 T581 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 2820 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 2825 T587 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6581804b0001
[junit4:junit4]   2> 2826 T590 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2826 T583 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:46058 which had sessionid 0x13d6581804b0001
[junit4:junit4]   2> 2826 T581 oaz.ZooKeeper.close Session: 0x13d6581804b0001 closed
[junit4:junit4]   2> 2909 T581 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 2912 T581 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52942
[junit4:junit4]   2> 2913 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2913 T581 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2913 T581 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363207621307
[junit4:junit4]   2> 2914 T581 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363207621307/solr.xml
[junit4:junit4]   2> 2914 T581 oasc.CoreContainer.<init> New CoreContainer 363736892
[junit4:junit4]   2> 2915 T581 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363207621307/'
[junit4:junit4]   2> 2915 T581 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363207621307/'
[junit4:junit4]   2> 2938 T581 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 2939 T581 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2939 T581 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2939 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2940 T581 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2940 T581 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2940 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2941 T581 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2941 T581 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2941 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2961 T581 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2977 T581 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52937/solr
[junit4:junit4]   2> 2988 T581 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2989 T581 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52937 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@45166adc
[junit4:junit4]   2> 2990 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2990 T600 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52937. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 2991 T600 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52937, initiating session
[junit4:junit4]   2> 2991 T583 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46059
[junit4:junit4]   2> 2991 T583 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46059
[junit4:junit4]   2> 2993 T585 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6581804b0002 with negotiated timeout 20000 for client /127.0.0.1:46059
[junit4:junit4]   2> 2993 T600 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52937, sessionid = 0x13d6581804b0002, negotiated timeout = 20000
[junit4:junit4]   2> 2993 T601 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45166adc name:ZooKeeperConnection Watcher:127.0.0.1:52937 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2994 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2995 T587 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6581804b0002
[junit4:junit4]   2> 2996 T583 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:46059 which had sessionid 0x13d6581804b0002
[junit4:junit4]   2> 2996 T581 oaz.ZooKeeper.close Session: 0x13d6581804b0002 closed
[junit4:junit4]   2> 2997 T601 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2998 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3002 T581 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52937/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@16f79974
[junit4:junit4]   2> 3003 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3003 T602 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52937. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3004 T602 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52937, initiating session
[junit4:junit4]   2> 3004 T583 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46060
[junit4:junit4]   2> 3004 T583 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46060
[junit4:junit4]   2> 3006 T585 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6581804b0003 with negotiated timeout 20000 for client /127.0.0.1:46060
[junit4:junit4]   2> 3006 T602 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52937, sessionid = 0x13d6581804b0003, negotiated timeout = 20000
[junit4:junit4]   2> 3006 T603 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16f79974 name:ZooKeeperConnection Watcher:127.0.0.1:52937/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3007 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3014 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3019 T581 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 3022 T581 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52942_
[junit4:junit4]   2> 3024 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52942_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52942_
[junit4:junit4]   2> 3025 T581 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52942_
[junit4:junit4]   2> 3030 T581 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 3105 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 3107 T581 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 3114 T581 oasc.Overseer.start Overseer (id=89339174494863363-127.0.0.1:52942_-n_0000000000) starting
[junit4:junit4]   2> 3115 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3121 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3122 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3126 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3127 T605 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 3128 T581 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 3132 T581 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 3135 T581 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3154 T604 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 3158 T606 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363207621307/collection1
[junit4:junit4]   2> 3158 T606 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 3159 T606 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 3159 T606 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 3161 T606 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363207621307/collection1/'
[junit4:junit4]   2> 3162 T606 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363207621307/collection1/lib/README' to classloader
[junit4:junit4]   2> 3163 T606 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363207621307/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3199 T606 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 3253 T606 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 3255 T606 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3275 T606 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 3706 T606 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 3720 T606 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 3724 T606 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3761 T606 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3767 T606 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3773 T606 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3775 T606 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 3775 T606 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 3775 T606 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3777 T606 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 3777 T606 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 3778 T606 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 3778 T606 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363207621307/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363207618488/control/data/
[junit4:junit4]   2> 3780 T606 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c818f29
[junit4:junit4]   2> 3781 T606 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 3782 T606 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363207618488/control/data forceNew: false
[junit4:junit4]   2> 3782 T606 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363207618488/control/data/index/
[junit4:junit4]   2> 3783 T606 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363207618488/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3783 T606 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363207618488/control/data/index forceNew: false
[junit4:junit4]   2> 3785 T606 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@44d192 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44ecb6c1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3785 T606 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3800 T606 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 3801 T606 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 3801 T606 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 3802 T606 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 3802 T606 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 3803 T606 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 3803 T606 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 3803 T606 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3804 T606 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 3806 T606 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3810 T606 oass.SolrIndexSearcher.<init> Opening Searcher@29a8f839 main
[junit4:junit4]   2> 3812 T606 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363207618488/control/data/tlog
[junit4:junit4]   2> 3818 T606 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3818 T606 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3822 T607 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@29a8f839 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3824 T606 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 3825 T606 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3826 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 4661 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4663 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52942_",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52942",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 4663 T604 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 4672 T604 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 4673 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 4688 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4829 T606 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 4829 T606 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52942 collection:control_collection shard:shard1
[junit4:junit4]   2> 4834 T606 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 4841 T606 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 4851 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 4852 T606 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 4853 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4856 T606 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 4856 T606 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 4857 T606 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52942/collection1/
[junit4:junit4]   2> 4858 T606 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 4858 T606 oasc.SyncStrategy.syncToMe http://127.0.0.1:52942/collection1/ has no replicas
[junit4:junit4]   2> 4859 T606 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52942/collection1/
[junit4:junit4]   2> 4859 T606 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 4865 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6195 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6208 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 6221 T606 oasc.ZkController.register We are http://127.0.0.1:52942/collection1/ and leader is http://127.0.0.1:52942/collection1/
[junit4:junit4]   2> 6222 T606 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52942
[junit4:junit4]   2> 6222 T606 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 6223 T606 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 6223 T606 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6225 T606 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6226 T581 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 6226 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6227 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6230 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 6232 T581 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52937/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@54315241
[junit4:junit4]   2> 6233 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6233 T609 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52937. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 6233 T609 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52937, initiating session
[junit4:junit4]   2> 6233 T583 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46066
[junit4:junit4]   2> 6234 T583 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46066
[junit4:junit4]   2> 6235 T585 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6581804b0004 with negotiated timeout 10000 for client /127.0.0.1:46066
[junit4:junit4]   2> 6235 T609 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52937, sessionid = 0x13d6581804b0004, negotiated timeout = 10000
[junit4:junit4]   2> 6235 T610 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54315241 name:ZooKeeperConnection Watcher:127.0.0.1:52937/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6235 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6237 T581 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6241 T581 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 6300 T581 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 6301 T581 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50205
[junit4:junit4]   2> 6302 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 6302 T581 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6302 T581 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363207624721
[junit4:junit4]   2> 6303 T581 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363207624721/solr.xml
[junit4:junit4]   2> 6303 T581 oasc.CoreContainer.<init> New CoreContainer 636715440
[junit4:junit4]   2> 6303 T581 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363207624721/'
[junit4:junit4]   2> 6304 T581 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363207624721/'
[junit4:junit4]   2> 6322 T581 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 6322 T581 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 6322 T581 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 6323 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 6323 T581 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 6323 T581 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 6324 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 6324 T581 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 6324 T581 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 6324 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 6335 T581 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 6344 T581 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52937/solr
[junit4:junit4]   2> 6344 T581 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 6345 T581 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52937 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4147f2a4
[junit4:junit4]   2> 6346 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6346 T620 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52937. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 6347 T620 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52937, initiating session
[junit4:junit4]   2> 6347 T583 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46067
[junit4:junit4]   2> 6347 T583 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46067
[junit4:junit4]   2> 6348 T585 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6581804b0005 with negotiated timeout 20000 for client /127.0.0.1:46067
[junit4:junit4]   2> 6348 T620 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52937, sessionid = 0x13d6581804b0005, negotiated timeout = 20000
[junit4:junit4]   2> 6349 T621 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4147f2a4 name:ZooKeeperConnection Watcher:127.0.0.1:52937 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6349 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6350 T587 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6581804b0005
[junit4:junit4]   2> 6351 T621 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 6351 T581 oaz.ZooKeeper.close Session: 0x13d6581804b0005 closed
[junit4:junit4]   2> 6351 T583 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:46067 which had sessionid 0x13d6581804b0005
[junit4:junit4]   2> 6351 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 6354 T581 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52937/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1ba16918
[junit4:junit4]   2> 6355 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6355 T622 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52937. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 6356 T622 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52937, initiating session
[junit4:junit4]   2> 6356 T583 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46068
[junit4:junit4]   2> 6356 T583 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46068
[junit4:junit4]   2> 6357 T585 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6581804b0006 with negotiated timeout 20000 for client /127.0.0.1:46068
[junit4:junit4]   2> 6357 T622 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52937, sessionid = 0x13d6581804b0006, negotiated timeout = 20000
[junit4:junit4]   2> 6357 T623 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ba16918 name:ZooKeeperConnection Watcher:127.0.0.1:52937/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6357 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6358 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6359 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6361 T581 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7365 T581 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50205_
[junit4:junit4]   2> 7366 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50205_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50205_
[junit4:junit4]   2> 7367 T581 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50205_
[junit4:junit4]   2> 7370 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 7371 T610 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 7374 T623 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 7375 T603 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 7380 T624 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363207624721/collection1
[junit4:junit4]   2> 7380 T624 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 7381 T624 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7381 T624 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 7383 T624 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363207624721/collection1/'
[junit4:junit4]   2> 7383 T624 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363207624721/collection1/lib/README' to classloader
[junit4:junit4]   2> 7384 T624 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363207624721/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7408 T624 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 7442 T624 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7443 T624 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7456 T624 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7723 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7724 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52942_",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52942",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 7729 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7729 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7729 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7797 T624 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7805 T624 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7807 T624 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7830 T624 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7834 T624 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7838 T624 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7840 T624 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 7840 T624 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 7840 T624 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7842 T624 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 7842 T624 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 7842 T624 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 7842 T624 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363207624721/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty1/
[junit4:junit4]   2> 7842 T624 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c818f29
[junit4:junit4]   2> 7844 T624 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 7844 T624 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty1 forceNew: false
[junit4:junit4]   2> 7844 T624 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty1/index/
[junit4:junit4]   2> 7845 T624 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7845 T624 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty1/index forceNew: false
[junit4:junit4]   2> 7846 T624 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bfc90ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e922a96),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7847 T624 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7849 T624 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7849 T624 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7850 T624 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7850 T624 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7851 T624 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7851 T624 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7851 T624 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7852 T624 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7852 T624 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7855 T624 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7857 T624 oass.SolrIndexSearcher.<init> Opening Searcher@43c47253 main
[junit4:junit4]   2> 7857 T624 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty1/tlog
[junit4:junit4]   2> 7858 T624 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7858 T624 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7864 T625 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@43c47253 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7867 T624 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 7867 T624 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9235 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9236 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50205_",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50205",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 9237 T604 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 9237 T604 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 9243 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9243 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9243 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9869 T624 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9869 T624 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50205 collection:collection1 shard:shard1
[junit4:junit4]   2> 9871 T624 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 9879 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 9880 T624 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 9880 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9882 T624 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 9883 T624 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 9883 T624 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50205/collection1/
[junit4:junit4]   2> 9883 T624 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 9883 T624 oasc.SyncStrategy.syncToMe http://127.0.0.1:50205/collection1/ has no replicas
[junit4:junit4]   2> 9883 T624 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50205/collection1/
[junit4:junit4]   2> 9884 T624 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 9888 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10751 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10762 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10762 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10762 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10792 T624 oasc.ZkController.register We are http://127.0.0.1:50205/collection1/ and leader is http://127.0.0.1:50205/collection1/
[junit4:junit4]   2> 10792 T624 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50205
[junit4:junit4]   2> 10793 T624 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 10793 T624 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 10793 T624 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10795 T624 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10797 T581 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 10797 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 10798 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 10861 T581 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 10863 T581 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59748
[junit4:junit4]   2> 10863 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10864 T581 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10864 T581 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363207629281
[junit4:junit4]   2> 10864 T581 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363207629281/solr.xml
[junit4:junit4]   2> 10865 T581 oasc.CoreContainer.<init> New CoreContainer 693714502
[junit4:junit4]   2> 10865 T581 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363207629281/'
[junit4:junit4]   2> 10865 T581 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363207629281/'
[junit4:junit4]   2> 10883 T581 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 10884 T581 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10884 T581 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 10885 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10885 T581 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10885 T581 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10885 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10886 T581 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10886 T581 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10886 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 10893 T581 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10907 T581 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52937/solr
[junit4:junit4]   2> 10907 T581 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 10908 T581 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52937 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6685d24c
[junit4:junit4]   2> 10908 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10909 T636 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52937. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10909 T636 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52937, initiating session
[junit4:junit4]   2> 10909 T583 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46072
[junit4:junit4]   2> 10910 T583 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46072
[junit4:junit4]   2> 10910 T585 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6581804b0007 with negotiated timeout 20000 for client /127.0.0.1:46072
[junit4:junit4]   2> 10911 T636 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52937, sessionid = 0x13d6581804b0007, negotiated timeout = 20000
[junit4:junit4]   2> 10911 T637 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6685d24c name:ZooKeeperConnection Watcher:127.0.0.1:52937 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10911 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10913 T587 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6581804b0007
[junit4:junit4]   2> 10913 T637 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10913 T583 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:46072 which had sessionid 0x13d6581804b0007
[junit4:junit4]   2> 10913 T581 oaz.ZooKeeper.close Session: 0x13d6581804b0007 closed
[junit4:junit4]   2> 10914 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 10917 T581 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52937/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6de16fd7
[junit4:junit4]   2> 10918 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10918 T638 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52937. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10919 T638 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52937, initiating session
[junit4:junit4]   2> 10919 T583 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46073
[junit4:junit4]   2> 10919 T583 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46073
[junit4:junit4]   2> 10920 T585 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6581804b0008 with negotiated timeout 20000 for client /127.0.0.1:46073
[junit4:junit4]   2> 10920 T638 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52937, sessionid = 0x13d6581804b0008, negotiated timeout = 20000
[junit4:junit4]   2> 10921 T639 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6de16fd7 name:ZooKeeperConnection Watcher:127.0.0.1:52937/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10921 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10922 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10923 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10925 T581 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 11930 T581 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59748_
[junit4:junit4]   2> 11931 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b0008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:59748_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:59748_
[junit4:junit4]   2> 11932 T581 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59748_
[junit4:junit4]   2> 11935 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 11935 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 11936 T610 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 11937 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11938 T639 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 11940 T623 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 11940 T603 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 11944 T640 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363207629281/collection1
[junit4:junit4]   2> 11944 T640 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 11945 T640 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 11945 T640 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 11947 T640 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363207629281/collection1/'
[junit4:junit4]   2> 11947 T640 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363207629281/collection1/lib/README' to classloader
[junit4:junit4]   2> 11947 T640 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363207629281/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 11974 T640 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 12011 T640 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 12013 T640 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 12032 T640 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 12270 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12271 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50205_",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50205",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 12282 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12282 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12282 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12286 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12490 T640 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 12499 T640 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 12503 T640 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 12532 T640 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 12537 T640 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 12541 T640 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 12543 T640 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 12543 T640 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 12544 T640 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 12545 T640 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 12545 T640 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 12546 T640 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 12546 T640 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363207629281/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty2/
[junit4:junit4]   2> 12546 T640 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c818f29
[junit4:junit4]   2> 12547 T640 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 12548 T640 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty2 forceNew: false
[junit4:junit4]   2> 12548 T640 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty2/index/
[junit4:junit4]   2> 12548 T640 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 12549 T640 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty2/index forceNew: false
[junit4:junit4]   2> 12551 T640 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5eff6c1e lockFactory=org.apache.lucene.store.NativeFSLockFactory@78981f12),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12551 T640 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12554 T640 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 12555 T640 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 12555 T640 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 12556 T640 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 12557 T640 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 12557 T640 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 12558 T640 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 12558 T640 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 12559 T640 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 12562 T640 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 12565 T640 oass.SolrIndexSearcher.<init> Opening Searcher@63551ce main
[junit4:junit4]   2> 12566 T640 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty2/tlog
[junit4:junit4]   2> 12567 T640 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 12567 T640 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 12573 T640 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 12574 T640 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12575 T641 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@63551ce main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13791 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13794 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:59748_",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:59748",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 13794 T604 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 13794 T604 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 13803 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13803 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13803 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13804 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14576 T640 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 14576 T640 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59748 collection:collection1 shard:shard1
[junit4:junit4]   2> 14580 T640 oasc.ZkController.register We are http://127.0.0.1:59748/collection1/ and leader is http://127.0.0.1:50205/collection1/
[junit4:junit4]   2> 14580 T640 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59748
[junit4:junit4]   2> 14580 T640 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 14580 T640 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C37 name=collection1 org.apache.solr.core.SolrCore@7a836069 url=http://127.0.0.1:59748/collection1 node=127.0.0.1:59748_ C37_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:59748_, core=collection1, state=down, base_url=http://127.0.0.1:59748, collection=collection1}
[junit4:junit4]   2> 14583 T642 C37 P59748 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 14584 T642 C37 P59748 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 14584 T640 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14584 T642 C37 P59748 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 14584 T642 C37 P59748 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14585 T581 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 14586 T642 C37 P59748 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14586 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 14587 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14686 T581 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 14688 T581 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:33006
[junit4:junit4]   2> 14689 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 14689 T581 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 14690 T581 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363207633072
[junit4:junit4]   2> 14690 T581 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363207633072/solr.xml
[junit4:junit4]   2> 14690 T581 oasc.CoreContainer.<init> New CoreContainer 1086680142
[junit4:junit4]   2> 14691 T581 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363207633072/'
[junit4:junit4]   2> 14691 T581 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363207633072/'
[junit4:junit4]   2> 14711 T581 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 14712 T581 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 14712 T581 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 14713 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 14713 T581 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 14713 T581 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 14714 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 14714 T581 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 14715 T581 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 14715 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 14722 T581 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 14732 T581 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52937/solr
[junit4:junit4]   2> 14732 T581 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 14733 T581 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52937 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@d9b37dc
[junit4:junit4]   2> 14734 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 14734 T653 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52937. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 14735 T653 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52937, initiating session
[junit4:junit4]   2> 14735 T583 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46081
[junit4:junit4]   2> 14735 T583 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46081
[junit4:junit4]   2> 14736 T585 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6581804b0009 with negotiated timeout 20000 for client /127.0.0.1:46081
[junit4:junit4]   2> 14736 T653 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52937, sessionid = 0x13d6581804b0009, negotiated timeout = 20000
[junit4:junit4]   2> 14737 T654 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d9b37dc name:ZooKeeperConnection Watcher:127.0.0.1:52937 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14737 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 14738 T587 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6581804b0009
[junit4:junit4]   2> 14739 T654 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 14739 T581 oaz.ZooKeeper.close Session: 0x13d6581804b0009 closed
[junit4:junit4]   2> 14739 T583 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:46081 which had sessionid 0x13d6581804b0009
[junit4:junit4]   2> 14739 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 14742 T581 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52937/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2bdc66f6
[junit4:junit4]   2> 14743 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 14743 T655 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52937. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 14744 T655 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52937, initiating session
[junit4:junit4]   2> 14744 T583 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46082
[junit4:junit4]   2> 14744 T583 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46082
[junit4:junit4]   2> 14745 T585 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6581804b000a with negotiated timeout 20000 for client /127.0.0.1:46082
[junit4:junit4]   2> 14745 T655 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52937, sessionid = 0x13d6581804b000a, negotiated timeout = 20000
[junit4:junit4]   2> 14746 T656 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2bdc66f6 name:ZooKeeperConnection Watcher:127.0.0.1:52937/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14746 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 14747 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14748 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14750 T581 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15312 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15313 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:59748_",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:59748",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 15318 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15318 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15318 T656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15318 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15318 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15596 T618 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {version=2&wt=javabin&checkLive=true&core=collection1&onlyIfLeader=true&action=PREPRECOVERY&state=recovering&coreNodeName=3&nodeName=127.0.0.1:59748_} status=0 QTime=1001 
[junit4:junit4]   2> 15754 T581 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33006_
[junit4:junit4]   2> 15755 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:33006_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:33006_
[junit4:junit4]   2> 15756 T581 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33006_
[junit4:junit4]   2> 15766 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15767 T603 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 15767 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15768 T610 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 15769 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15769 T656 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 15769 T656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15772 T639 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 15772 T623 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 15773 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15782 T657 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363207633072/collection1
[junit4:junit4]   2> 15782 T657 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 15783 T657 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 15784 T657 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 15785 T657 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363207633072/collection1/'
[junit4:junit4]   2> 15786 T657 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363207633072/collection1/lib/README' to classloader
[junit4:junit4]   2> 15786 T657 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363207633072/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 15823 T657 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 15876 T657 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 15877 T657 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 15892 T657 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 16297 T657 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 16305 T657 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 16307 T657 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 16329 T657 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16333 T657 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16360 T657 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16362 T657 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 16362 T657 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 16362 T657 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16364 T657 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 16364 T657 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 16364 T657 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 16365 T657 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363207633072/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty3/
[junit4:junit4]   2> 16365 T657 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c818f29
[junit4:junit4]   2> 16365 T657 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 16366 T657 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty3 forceNew: false
[junit4:junit4]   2> 16366 T657 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty3/index/
[junit4:junit4]   2> 16366 T657 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 16367 T657 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty3/index forceNew: false
[junit4:junit4]   2> 16368 T657 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@137ec333 lockFactory=org.apache.lucene.store.NativeFSLockFactory@705b9b81),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16368 T657 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16371 T657 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 16371 T657 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 16371 T657 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 16372 T657 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 16373 T657 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 16373 T657 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 16373 T657 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 16374 T657 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 16374 T657 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 16377 T657 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 16379 T657 oass.SolrIndexSearcher.<init> Opening Searcher@299ea99b main
[junit4:junit4]   2> 16380 T657 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty3/tlog
[junit4:junit4]   2> 16380 T657 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 16380 T657 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 16386 T657 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 16386 T657 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16390 T658 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@299ea99b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 16826 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16827 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:33006_",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:33006",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 16827 T604 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 16828 T604 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 16835 T656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16835 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16835 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16835 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16835 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17388 T657 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 17389 T657 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33006 collection:collection1 shard:shard1
[junit4:junit4]   2> 17400 T657 oasc.ZkController.register We are http://127.0.0.1:33006/collection1/ and leader is http://127.0.0.1:50205/collection1/
[junit4:junit4]   2> 17400 T657 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33006
[junit4:junit4]   2> 17400 T657 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 17400 T657 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C38 name=collection1 org.apache.solr.core.SolrCore@58355a2e url=http://127.0.0.1:33006/collection1 node=127.0.0.1:33006_ C38_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:33006_, core=collection1, state=down, base_url=http://127.0.0.1:33006, collection=collection1}
[junit4:junit4]   2> 17401 T659 C38 P33006 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 17401 T659 C38 P33006 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 17402 T659 C38 P33006 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 17402 T659 C38 P33006 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17402 T657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17404 T659 C38 P33006 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17404 T581 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 17405 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 17405 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17505 T581 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 17507 T581 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37165
[junit4:junit4]   2> 17508 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 17509 T581 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 17509 T581 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363207635890
[junit4:junit4]   2> 17510 T581 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363207635890/solr.xml
[junit4:junit4]   2> 17510 T581 oasc.CoreContainer.<init> New CoreContainer 814475148
[junit4:junit4]   2> 17511 T581 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363207635890/'
[junit4:junit4]   2> 17512 T581 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363207635890/'
[junit4:junit4]   2> 17531 T581 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 17532 T581 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 17532 T581 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 17532 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 17533 T581 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 17533 T581 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 17533 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 17534 T581 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 17534 T581 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 17534 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 17541 T581 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 17550 T581 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52937/solr
[junit4:junit4]   2> 17551 T581 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 17551 T581 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52937 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@33ab7a53
[junit4:junit4]   2> 17552 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17552 T670 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52937. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 17555 T670 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52937, initiating session
[junit4:junit4]   2> 17555 T583 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46085
[junit4:junit4]   2> 17556 T583 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46085
[junit4:junit4]   2> 17557 T585 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6581804b000b with negotiated timeout 20000 for client /127.0.0.1:46085
[junit4:junit4]   2> 17557 T670 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52937, sessionid = 0x13d6581804b000b, negotiated timeout = 20000
[junit4:junit4]   2> 17557 T671 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33ab7a53 name:ZooKeeperConnection Watcher:127.0.0.1:52937 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17557 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17559 T587 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6581804b000b
[junit4:junit4]   2> 17560 T671 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 17560 T583 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:46085 which had sessionid 0x13d6581804b000b
[junit4:junit4]   2> 17560 T581 oaz.ZooKeeper.close Session: 0x13d6581804b000b closed
[junit4:junit4]   2> 17561 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 17566 T581 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52937/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7bd66598
[junit4:junit4]   2> 17567 T672 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52937. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 17567 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17568 T672 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52937, initiating session
[junit4:junit4]   2> 17568 T583 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46086
[junit4:junit4]   2> 17568 T583 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46086
[junit4:junit4]   2> 17569 T585 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6581804b000c with negotiated timeout 20000 for client /127.0.0.1:46086
[junit4:junit4]   2> 17569 T672 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52937, sessionid = 0x13d6581804b000c, negotiated timeout = 20000
[junit4:junit4]   2> 17569 T673 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bd66598 name:ZooKeeperConnection Watcher:127.0.0.1:52937/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17570 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17571 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b000c type:create cxid:0x1 zxid:0x94 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17572 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b000c type:create cxid:0x2 zxid:0x95 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17574 T581 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2>  C37_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:59748_, core=collection1, state=recovering, base_url=http://127.0.0.1:59748, collection=collection1, shard=shard1}
[junit4:junit4]   2> 17597 T642 C37 P59748 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50205/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 17600 T642 C37 P59748 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 17604 T642 C37 P59748 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:59748 START replicas=[http://127.0.0.1:50205/collection1/] nUpdates=100
[junit4:junit4]   2> 17607 T642 C37 P59748 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 17607 T642 C37 P59748 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 17607 T642 C37 P59748 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 17607 T642 C37 P59748 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 17608 T642 C37 P59748 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 17608 T642 C37 P59748 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50205/collection1/. core=collection1
[junit4:junit4]   2> 17608 T642 C37 P59748 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C39 name=collection1 org.apache.solr.core.SolrCore@66b401c8 url=http://127.0.0.1:50205/collection1 node=127.0.0.1:50205_ C39_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:50205_, core=collection1, state=active, base_url=http://127.0.0.1:50205, collection=collection1, shard=shard1, leader=true}
[junit4:junit4]   2> 17615 T617 C39 P50205 REQ /get {qt=/get&version=2&wt=javabin&getVersions=100&distrib=false} status=0 QTime=1 
[junit4:junit4]   2> 17634 T618 C39 P50205 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 17636 T618 C39 P50205 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bfc90ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e922a96),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17637 T618 C39 P50205 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17637 T618 C39 P50205 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bfc90ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e922a96),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bfc90ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e922a96),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 17638 T618 C39 P50205 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 17638 T618 C39 P50205 oass.SolrIndexSearcher.<init> Opening Searcher@55113b0f realtime
[junit4:junit4]   2> 17639 T618 C39 P50205 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 17639 T618 C39 P50205 /update {openSearcher=false&commit=true&version=2&wt=javabin&waitSearcher=true&commit_end_point=true&softCommit=false} {commit=} 0 22
[junit4:junit4]   2> 17640 T642 C37 P59748 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 17641 T642 C37 P59748 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 17644 T617 C39 P50205 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 17645 T617 C39 P50205 REQ /replication {qt=/replication&version=2&wt=javabin&command=indexversion} status=0 QTime=3 
[junit4:junit4]   2> 17645 T642 C37 P59748 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 17646 T642 C37 P59748 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 17646 T642 C37 P59748 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 17648 T619 C39 P50205 REQ /replication {qt=/replication&version=2&wt=javabin&generation=2&command=filelist} status=0 QTime=0 
[junit4:junit4]   2> 17649 T642 C37 P59748 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 17649 T642 C37 P59748 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty2/index.20130313174716129 forceNew: false
[junit4:junit4]   2> 17650 T642 C37 P59748 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e57d1d3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b8ddf69)) fullCopy=false
[junit4:junit4]   2> 17658 T618 C39 P50205 REQ /replication {qt=/replication&file=segments_2&wt=filestream&generation=2&command=filecontent&checksum=true} status=0 QTime=0 
[junit4:junit4]   2> 17659 T642 C37 P59748 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 17661 T642 C37 P59748 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 17661 T642 C37 P59748 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 17662 T642 C37 P59748 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5eff6c1e lockFactory=org.apache.lucene.store.NativeFSLockFactory@78981f12),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5eff6c1e lockFactory=org.apache.lucene.store.NativeFSLockFactory@78981f12),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 17663 T642 C37 P59748 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 17663 T642 C37 P59748 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 17664 T642 C37 P59748 oass.SolrIndexSearcher.<init> Opening Searcher@5dca3565 main
[junit4:junit4]   2> 17665 T641 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5dca3565 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 17665 T642 C37 P59748 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e57d1d3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b8ddf69))
[junit4:junit4]   2> 17665 T642 C37 P59748 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 17666 T642 C37 P59748 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 17666 T642 C37 P59748 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 17666 T642 C37 P59748 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17668 T642 C37 P59748 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 18344 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18346 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:33006_",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:33006",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 18351 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:59748_",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:59748",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 18357 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18357 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18358 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18358 T656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18358 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18358 T673 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18413 T616 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {version=2&wt=javabin&checkLive=true&core=collection1&onlyIfLeader=true&action=PREPRECOVERY&state=recovering&coreNodeName=4&nodeName=127.0.0.1:33006_} status=0 QTime=1002 
[junit4:junit4]   2> 18580 T581 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37165_
[junit4:junit4]   2> 18582 T587 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6581804b000c type:delete cxid:0xd zxid:0x9e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:37165_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:37165_
[junit4:junit4]   2> 18583 T581 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37165_
[junit4:junit4]   2> 18588 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18589 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18590 T673 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18591 T656 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18591 T610 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18591 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18590 T603 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18591 T656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18591 T673 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18592 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18594 T639 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18596 T623 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18602 T676 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363207635890/collection1
[junit4:junit4]   2> 18603 T676 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 18604 T676 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 18605 T676 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 18607 T676 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363207635890/collection1/'
[junit4:junit4]   2> 18608 T676 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363207635890/collection1/lib/README' to classloader
[junit4:junit4]   2> 18608 T676 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363207635890/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 18675 T676 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 18729 T676 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 18731 T676 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 18744 T676 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 19228 T676 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 19241 T676 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 19244 T676 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 19274 T676 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19278 T676 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19282 T676 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19284 T676 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19284 T676 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19285 T676 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19286 T676 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19286 T676 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19287 T676 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19287 T676 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363207635890/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty4/
[junit4:junit4]   2> 19287 T676 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c818f29
[junit4:junit4]   2> 19288 T676 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19288 T676 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty4 forceNew: false
[junit4:junit4]   2> 19288 T676 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty4/index/
[junit4:junit4]   2> 19288 T676 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 19289 T676 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty4/index forceNew: false
[junit4:junit4]   2> 19290 T676 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14614f89 lockFactory=org.apache.lucene.store.NativeFSLockFactory@324c409f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19290 T676 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19292 T676 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 19293 T676 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 19293 T676 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 19294 T676 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 19294 T676 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 19294 T676 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 19295 T676 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 19295 T676 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 19296 T676 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 19298 T676 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 19300 T676 oass.SolrIndexSearcher.<init> Opening Searcher@10ea0328 main
[junit4:junit4]   2> 19301 T676 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty4/tlog
[junit4:junit4]   2> 19301 T676 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 19301 T676 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 19306 T677 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@10ea0328 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 19308 T676 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 19308 T676 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19870 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19871 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37165_",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37165",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 19872 T604 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 19872 T604 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 19878 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19878 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19878 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19878 T656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19878 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19879 T673 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20310 T676 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 20310 T676 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:37165 collection:collection1 shard:shard1
[junit4:junit4]   2> 20315 T676 oasc.ZkController.register We are http://127.0.0.1:37165/collection1/ and leader is http://127.0.0.1:50205/collection1/
[junit4:junit4]   2> 20315 T676 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37165
[junit4:junit4]   2> 20315 T676 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 20315 T676 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C40 name=collection1 org.apache.solr.core.SolrCore@45b6242f url=http://127.0.0.1:37165/collection1 node=127.0.0.1:37165_ C40_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:37165_, core=collection1, state=down, base_url=http://127.0.0.1:37165, collection=collection1}
[junit4:junit4]   2> 20316 T678 C40 P37165 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 20318 T678 C40 P37165 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 20318 T676 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20318 T678 C40 P37165 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 20318 T678 C40 P37165 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20319 T678 C40 P37165 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20319 T581 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 20320 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 20320 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20324 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20326 T581 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 20326 T581 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 20327 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C38_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:33006_, core=collection1, state=recovering, base_url=http://127.0.0.1:33006, collection=collection1, shard=shard1}
[junit4:junit4]   2> 20414 T659 C38 P33006 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50205/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 20415 T659 C38 P33006 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:33006 START replicas=[http://127.0.0.1:50205/collection1/] nUpdates=100
[junit4:junit4]   2> 20415 T659 C38 P33006 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 20415 T659 C38 P33006 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 20415 T659 C38 P33006 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 20416 T659 C38 P33006 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 20416 T659 C38 P33006 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 20416 T659 C38 P33006 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50205/collection1/. core=collection1
[junit4:junit4]   2> 20416 T659 C38 P33006 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20418 T616 C39 P50205 REQ /get {qt=/get&version=2&wt=javabin&getVersions=100&distrib=false} status=0 QTime=0 
[junit4:junit4]   2> 20421 T617 C39 P50205 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20422 T617 C39 P50205 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bfc90ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e922a96),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bfc90ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e922a96),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 20422 T617 C39 P50205 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 20422 T617 C39 P50205 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20423 T617 C39 P50205 /update {openSearcher=false&commit=true&version=2&wt=javabin&waitSearcher=true&commit_end_point=true&softCommit=false} {commit=} 0 2
[junit4:junit4]   2> 20423 T659 C38 P33006 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20424 T659 C38 P33006 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 20426 T616 C39 P50205 REQ /replication {qt=/replication&version=2&wt=javabin&command=indexversion} status=0 QTime=1 
[junit4:junit4]   2> 20426 T659 C38 P33006 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 20427 T659 C38 P33006 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 20427 T659 C38 P33006 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 20429 T617 C39 P50205 REQ /replication {qt=/replication&version=2&wt=javabin&generation=3&command=filelist} status=0 QTime=0 
[junit4:junit4]   2> 20429 T659 C38 P33006 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 20430 T659 C38 P33006 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty3/index.20130313174718910 forceNew: false
[junit4:junit4]   2> 20431 T659 C38 P33006 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@216d63ed lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a12ba65)) fullCopy=false
[junit4:junit4]   2> 20433 T618 C39 P50205 REQ /replication {qt=/replication&file=segments_3&wt=filestream&generation=3&command=filecontent&checksum=true} status=0 QTime=0 
[junit4:junit4]   2> 20434 T659 C38 P33006 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 20435 T659 C38 P33006 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 20436 T659 C38 P33006 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 20437 T659 C38 P33006 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@137ec333 lockFactory=org.apache.lucene.store.NativeFSLockFactory@705b9b81),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@137ec333 lockFactory=org.apache.lucene.store.NativeFSLockFactory@705b9b81),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 20437 T659 C38 P33006 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 20437 T659 C38 P33006 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 20438 T659 C38 P33006 oass.SolrIndexSearcher.<init> Opening Searcher@7eb07bab main
[junit4:junit4]   2> 20439 T658 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7eb07bab main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 20439 T659 C38 P33006 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@216d63ed lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a12ba65))
[junit4:junit4]   2> 20439 T659 C38 P33006 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 20439 T659 C38 P33006 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 20439 T659 C38 P33006 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 20440 T659 C38 P33006 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20441 T659 C38 P33006 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 21332 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21388 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21389 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37165_",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37165",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 21396 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:33006_",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:33006",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 21405 T673 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21405 T656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21405 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21405 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21405 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21405 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22324 T619 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {version=2&wt=javabin&checkLive=true&core=collection1&onlyIfLeader=true&action=PREPRECOVERY&state=recovering&coreNodeName=5&nodeName=127.0.0.1:37165_} status=0 QTime=2000 
[junit4:junit4]   2> 22335 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23338 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C40_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:37165_, core=collection1, state=recovering, base_url=http://127.0.0.1:37165, collection=collection1, shard=shard1}
[junit4:junit4]   2> 24326 T678 C40 P37165 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50205/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 24326 T678 C40 P37165 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:37165 START replicas=[http://127.0.0.1:50205/collection1/] nUpdates=100
[junit4:junit4]   2> 24326 T678 C40 P37165 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 24327 T678 C40 P37165 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 24327 T678 C40 P37165 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 24327 T678 C40 P37165 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 24327 T678 C40 P37165 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 24327 T678 C40 P37165 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50205/collection1/. core=collection1
[junit4:junit4]   2> 24328 T678 C40 P37165 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 24329 T619 C39 P50205 REQ /get {qt=/get&version=2&wt=javabin&getVersions=100&distrib=false} status=0 QTime=0 
[junit4:junit4]   2> 24334 T618 C39 P50205 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24334 T618 C39 P50205 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bfc90ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e922a96),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bfc90ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e922a96),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bfc90ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e922a96),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 24335 T618 C39 P50205 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 24335 T618 C39 P50205 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24335 T618 C39 P50205 /update {openSearcher=false&commit=true&version=2&wt=javabin&waitSearcher=true&commit_end_point=true&softCommit=false} {commit=} 0 2
[junit4:junit4]   2> 24336 T678 C40 P37165 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 24337 T678 C40 P37165 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 24339 T619 C39 P50205 REQ /replication {qt=/replication&version=2&wt=javabin&command=indexversion} status=0 QTime=0 
[junit4:junit4]   2> 24340 T678 C40 P37165 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 24340 T678 C40 P37165 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 24340 T678 C40 P37165 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 24341 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24343 T617 C39 P50205 REQ /replication {qt=/replication&version=2&wt=javabin&generation=4&command=filelist} status=0 QTime=0 
[junit4:junit4]   2> 24344 T678 C40 P37165 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 24346 T678 C40 P37165 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363207618488/jetty4/index.20130313174722824 forceNew: false
[junit4:junit4]   2> 24346 T678 C40 P37165 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@473d21f1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@19446e34)) fullCopy=false
[junit4:junit4]   2> 24349 T618 C39 P50205 REQ /replication {qt=/replication&file=segments_4&wt=filestream&generation=4&command=filecontent&checksum=true} status=0 QTime=0 
[junit4:junit4]   2> 24351 T678 C40 P37165 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 24352 T678 C40 P37165 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 24352 T678 C40 P37165 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 24353 T678 C40 P37165 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14614f89 lockFactory=org.apache.lucene.store.NativeFSLockFactory@324c409f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14614f89 lockFactory=org.apache.lucene.store.NativeFSLockFactory@324c409f),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 24354 T678 C40 P37165 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 24354 T678 C40 P37165 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 24354 T678 C40 P37165 oass.SolrIndexSearcher.<init> Opening Searcher@7c569729 main
[junit4:junit4]   2> 24356 T677 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7c569729 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 24357 T678 C40 P37165 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@473d21f1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@19446e34))
[junit4:junit4]   2> 24357 T678 C40 P37165 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 24357 T678 C40 P37165 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 24357 T678 C40 P37165 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 24358 T678 C40 P37165 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 24430 T678 C40 P37165 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 24432 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24433 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37165_",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37165",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 24450 T673 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24450 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24450 T656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24450 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24450 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24450 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25343 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25345 T581 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C41 name=collection1 org.apache.solr.core.SolrCore@27d1fd4e url=http://127.0.0.1:52942/collection1 node=127.0.0.1:52942_ C41_STATE=coll:control_collection core:collection1 props:{node_name=127.0.0.1:52942_, core=collection1, state=active, base_url=http://127.0.0.1:52942, collection=control_collection, shard=shard1, leader=true}
[junit4:junit4]   2> 25351 T596 C41 P52942 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25355 T596 C41 P52942 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@44d192 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44ecb6c1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 25360 T596 C41 P52942 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 25365 T596 C41 P52942 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@44d192 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44ecb6c1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@44d192 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44ecb6c1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 25366 T596 C41 P52942 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 25366 T596 C41 P52942 oass.SolrIndexSearcher.<init> Opening Searcher@c9ede98 main
[junit4:junit4]   2> 25367 T596 C41 P52942 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25368 T607 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c9ede98 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 25369 T596 C41 P52942 /update {commit=true&version=2&wt=javabin&waitSearcher=true&softCommit=false} {commit=} 0 18
[junit4:junit4]   2> 25379 T619 C39 P50205 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25380 T619 C39 P50205 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bfc90ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e922a96),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{d

[...truncated too long message...]

1>        
[junit4:junit4]   1>    /solr/overseer/queue (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        
[junit4:junit4]   1>    /solr/overseer/collection-queue-work (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        
[junit4:junit4]   1> 
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UnloadDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=514F99A7089356F3 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=in_ID -Dtests.timezone=Mexico/BajaSur -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE  141s J1 | UnloadDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: Still found shard
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([514F99A7089356F3:D0A917BF7FCC36CF]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 140972 T2026 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 140989 T2025 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 141660 T2029 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {text=Pulsing41(freqCutoff=14 minBlockSize=38 maxBlockSize=138), range_facet_si=PostingsFormat(name=SimpleText), range_facet_sl=Pulsing41(freqCutoff=14 minBlockSize=38 maxBlockSize=138), other_tl1=PostingsFormat(name=MockRandom), multiDefault=PostingsFormat(name=SimpleText), a_si=PostingsFormat(name=SimpleText), timestamp=PostingsFormat(name=MockRandom), intDefault=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=MockRandom), id=PostingsFormat(name=Asserting), _version_=PostingsFormat(name=MockRandom), range_facet_l=PostingsFormat(name=MockRandom)}, docValues:{}, sim=DefaultSimilarity, locale=in_ID, timezone=Mexico/BajaSur
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=2,free=93975304,total=199254016
[junit4:junit4]   2> NOTE: All tests run in this JVM: [DOMUtilTest, OpenCloseCoreStressTest, FieldAnalysisRequestHandlerTest, XsltUpdateRequestHandlerTest, TestZkChroot, TestDefaultSimilarityFactory, StandardRequestHandlerTest, NumericFieldsTest, SolrPluginUtilsTest, TestQuerySenderNoQuery, SignatureUpdateProcessorFactoryTest, SortByFunctionTest, TestStressReorder, TestArbitraryIndexDir, TestElisionMultitermQuery, TestStressLucene, HighlighterTest, BadIndexSchemaTest, TestJmxIntegration, LeaderElectionIntegrationTest, DirectUpdateHandlerTest, RequestHandlersTest, TestPartialUpdateDeduplication, DisMaxRequestHandlerTest, SampleTest, TestLazyCores, TestHashPartitioner, SuggesterWFSTTest, PathHierarchyTokenizerFactoryTest, SolrRequestParserTest, TestCSVLoader, TestNumberUtils, SuggesterTSTTest, TestJmxMonitoredMap, RequiredFieldsTest, TestCSVResponseWriter, OutputWriterTest, TestSolrXMLSerializer, TestPropInject, TestLuceneMatchVersion, FullSolrCloudDistribCmdsTest, CoreContainerCoreInitFailuresTest, CopyFieldTest, DebugComponentTest, TestRTGBase, TestSystemIdResolver, TestSuggestSpellingConverter, TestComponentsName, TestRangeQuery, TestAnalyzedSuggestions, TestCollationField, TestSolrDiscoveryProperties, TestFoldingMultitermQuery, TestRandomFaceting, DocValuesMultiTest, TestIndexSearcher, UniqFieldsUpdateProcessorFactoryTest, TestRecovery, SolrTestCaseJ4Test, TestAtomicUpdateErrorCases, TimeZoneUtilsTest, TestUtils, HighlighterConfigTest, TestBinaryField, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest]
[junit4:junit4] Completed on J1 in 141.76s, 1 test, 1 failure <<< FAILURES!

[...truncated 410 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 272 suites, 1144 tests, 1 error, 2 failures, 13 ignored (7 assumptions)

Total time: 37 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_15) - Build # 4669 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4669/
Java: 64bit/jdk1.7.0_15 -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([47037EE852EFE272:C6E5F0F025B0824E]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9203 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T1949 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 3 T1949 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1363231527106
[junit4:junit4]   2> 4 T1949 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 4 T1950 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 5 T1950 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 5 T1950 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 5 T1950 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 6 T1950 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 6 T1950 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1363231527106/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 104 T1949 oasc.ZkTestServer.run start zk server on port:49711
[junit4:junit4]   2> 105 T1949 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49711 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@67372c09
[junit4:junit4]   2> 106 T1949 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 106 T1955 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49711. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 106 T1955 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49711, initiating session
[junit4:junit4]   2> 106 T1951 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39525
[junit4:junit4]   2> 107 T1951 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39525
[junit4:junit4]   2> 107 T1953 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 199 T1953 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66ee50c40000 with negotiated timeout 10000 for client /127.0.0.1:39525
[junit4:junit4]   2> 199 T1955 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49711, sessionid = 0x13d66ee50c40000, negotiated timeout = 10000
[junit4:junit4]   2> 199 T1956 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@67372c09 name:ZooKeeperConnection Watcher:127.0.0.1:49711 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 200 T1949 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 200 T1949 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 203 T1954 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d66ee50c40000
[junit4:junit4]   2> 203 T1956 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 204 T1951 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:39525 which had sessionid 0x13d66ee50c40000
[junit4:junit4]   2> 203 T1949 oaz.ZooKeeper.close Session: 0x13d66ee50c40000 closed
[junit4:junit4]   2> 204 T1949 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49711/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@367f9eaf
[junit4:junit4]   2> 205 T1949 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 205 T1957 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49711. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 205 T1957 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49711, initiating session
[junit4:junit4]   2> 205 T1951 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39526
[junit4:junit4]   2> 205 T1951 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39526
[junit4:junit4]   2> 206 T1953 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66ee50c40001 with negotiated timeout 10000 for client /127.0.0.1:39526
[junit4:junit4]   2> 206 T1957 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49711, sessionid = 0x13d66ee50c40001, negotiated timeout = 10000
[junit4:junit4]   2> 206 T1958 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@367f9eaf name:ZooKeeperConnection Watcher:127.0.0.1:49711/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 207 T1949 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 207 T1949 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 209 T1949 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 211 T1949 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 213 T1949 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 215 T1949 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 215 T1949 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 218 T1949 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 219 T1949 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 221 T1949 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 222 T1949 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 223 T1949 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 224 T1949 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 226 T1949 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 226 T1949 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 231 T1949 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 231 T1949 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 233 T1949 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 233 T1949 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 236 T1949 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 236 T1949 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 238 T1949 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 238 T1949 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 240 T1954 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d66ee50c40001
[junit4:junit4]   2> 240 T1958 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 240 T1949 oaz.ZooKeeper.close Session: 0x13d66ee50c40001 closed
[junit4:junit4]   2> 240 T1951 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:39526 which had sessionid 0x13d66ee50c40001
[junit4:junit4]   2> 294 T1949 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 301 T1949 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:40244
[junit4:junit4]   2> 302 T1949 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 302 T1949 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 302 T1949 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363231527343
[junit4:junit4]   2> 303 T1949 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363231527343/solr.xml
[junit4:junit4]   2> 303 T1949 oasc.CoreContainer.<init> New CoreContainer 1204041488
[junit4:junit4]   2> 303 T1949 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363231527343/'
[junit4:junit4]   2> 304 T1949 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363231527343/'
[junit4:junit4]   2> 320 T1949 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 321 T1949 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 321 T1949 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 321 T1949 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 322 T1949 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 322 T1949 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 322 T1949 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 323 T1949 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 323 T1949 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 323 T1949 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 328 T1949 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 336 T1949 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49711/solr
[junit4:junit4]   2> 336 T1949 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 337 T1949 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49711 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4d00f13d
[junit4:junit4]   2> 337 T1949 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 337 T1968 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49711. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 338 T1968 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49711, initiating session
[junit4:junit4]   2> 338 T1951 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39527
[junit4:junit4]   2> 338 T1951 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39527
[junit4:junit4]   2> 339 T1953 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66ee50c40002 with negotiated timeout 20000 for client /127.0.0.1:39527
[junit4:junit4]   2> 339 T1968 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49711, sessionid = 0x13d66ee50c40002, negotiated timeout = 20000
[junit4:junit4]   2> 339 T1969 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d00f13d name:ZooKeeperConnection Watcher:127.0.0.1:49711 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 339 T1949 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 340 T1954 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d66ee50c40002
[junit4:junit4]   2> 341 T1969 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 341 T1951 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:39527 which had sessionid 0x13d66ee50c40002
[junit4:junit4]   2> 341 T1949 oaz.ZooKeeper.close Session: 0x13d66ee50c40002 closed
[junit4:junit4]   2> 341 T1949 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 343 T1949 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49711/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4d916887
[junit4:junit4]   2> 344 T1949 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 344 T1970 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49711. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 344 T1970 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49711, initiating session
[junit4:junit4]   2> 344 T1951 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39528
[junit4:junit4]   2> 345 T1951 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39528
[junit4:junit4]   2> 345 T1953 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66ee50c40003 with negotiated timeout 20000 for client /127.0.0.1:39528
[junit4:junit4]   2> 345 T1970 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49711, sessionid = 0x13d66ee50c40003, negotiated timeout = 20000
[junit4:junit4]   2> 346 T1971 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d916887 name:ZooKeeperConnection Watcher:127.0.0.1:49711/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 346 T1949 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 347 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 348 T1949 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 349 T1949 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40244_
[junit4:junit4]   2> 350 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:40244_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:40244_
[junit4:junit4]   2> 350 T1949 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40244_
[junit4:junit4]   2> 353 T1949 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 356 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 357 T1949 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 358 T1949 oasc.Overseer.start Overseer (id=89340741360549891-127.0.0.1:40244_-n_0000000000) starting
[junit4:junit4]   2> 359 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 359 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 360 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 360 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 361 T1973 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 361 T1949 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 363 T1949 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 365 T1949 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 366 T1972 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 368 T1974 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363231527343/collection1
[junit4:junit4]   2> 368 T1974 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 369 T1974 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 369 T1974 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 370 T1974 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363231527343/collection1/'
[junit4:junit4]   2> 370 T1974 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363231527343/collection1/lib/README' to classloader
[junit4:junit4]   2> 370 T1974 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363231527343/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 391 T1974 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 419 T1974 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 420 T1974 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 425 T1974 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 691 T1974 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 699 T1974 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 701 T1974 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 711 T1974 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 714 T1974 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 716 T1974 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 717 T1974 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 717 T1974 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 718 T1974 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 718 T1974 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 718 T1974 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 719 T1974 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 719 T1974 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363231527343/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363231527106/control/data/
[junit4:junit4]   2> 719 T1974 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@62d7ef8f
[junit4:junit4]   2> 719 T1974 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 720 T1974 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363231527106/control/data forceNew: false
[junit4:junit4]   2> 720 T1974 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363231527106/control/data/index/
[junit4:junit4]   2> 720 T1974 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363231527106/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 720 T1974 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363231527106/control/data/index forceNew: false
[junit4:junit4]   2> 721 T1974 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13266ae8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1bd80ed1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 722 T1974 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 723 T1974 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 723 T1974 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 724 T1974 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 724 T1974 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 724 T1974 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 724 T1974 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 724 T1974 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 725 T1974 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 725 T1974 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 727 T1974 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 729 T1974 oass.SolrIndexSearcher.<init> Opening Searcher@cddba4 main
[junit4:junit4]   2> 729 T1974 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363231527106/control/data/tlog
[junit4:junit4]   2> 730 T1974 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 730 T1974 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 732 T1975 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@cddba4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 733 T1974 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 733 T1974 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 733 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1869 T1972 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1870 T1972 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:40244_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:40244"}
[junit4:junit4]   2> 1870 T1972 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1870 T1972 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 1871 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 1875 T1971 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2735 T1974 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2735 T1974 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40244 collection:control_collection shard:shard1
[junit4:junit4]   2> 2736 T1974 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2740 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2740 T1974 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2740 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2741 T1974 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2742 T1974 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2742 T1974 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:40244/collection1/
[junit4:junit4]   2> 2742 T1974 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2742 T1974 oasc.SyncStrategy.syncToMe http://127.0.0.1:40244/collection1/ has no replicas
[junit4:junit4]   2> 2742 T1974 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:40244/collection1/
[junit4:junit4]   2> 2742 T1974 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2745 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3377 T1972 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3383 T1971 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3398 T1974 oasc.ZkController.register We are http://127.0.0.1:40244/collection1/ and leader is http://127.0.0.1:40244/collection1/
[junit4:junit4]   2> 3398 T1974 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40244
[junit4:junit4]   2> 3398 T1974 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3398 T1974 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3398 T1974 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3399 T1974 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3400 T1949 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3400 T1949 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3401 T1949 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3403 T1949 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3404 T1949 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49711/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1d44b543
[junit4:junit4]   2> 3404 T1949 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3404 T1977 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49711. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3405 T1977 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49711, initiating session
[junit4:junit4]   2> 3405 T1951 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39529
[junit4:junit4]   2> 3405 T1951 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39529
[junit4:junit4]   2> 3406 T1953 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66ee50c40004 with negotiated timeout 10000 for client /127.0.0.1:39529
[junit4:junit4]   2> 3406 T1977 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49711, sessionid = 0x13d66ee50c40004, negotiated timeout = 10000
[junit4:junit4]   2> 3406 T1978 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d44b543 name:ZooKeeperConnection Watcher:127.0.0.1:49711/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3406 T1949 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3407 T1949 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3409 T1949 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3462 T1949 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3463 T1949 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39977
[junit4:junit4]   2> 3464 T1949 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3464 T1949 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3465 T1949 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363231530511
[junit4:junit4]   2> 3465 T1949 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363231530511/solr.xml
[junit4:junit4]   2> 3465 T1949 oasc.CoreContainer.<init> New CoreContainer 859589308
[junit4:junit4]   2> 3466 T1949 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363231530511/'
[junit4:junit4]   2> 3466 T1949 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363231530511/'
[junit4:junit4]   2> 3482 T1949 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3482 T1949 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3482 T1949 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3483 T1949 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3483 T1949 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3483 T1949 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3483 T1949 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3484 T1949 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3484 T1949 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3484 T1949 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3490 T1949 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3498 T1949 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49711/solr
[junit4:junit4]   2> 3498 T1949 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3499 T1949 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49711 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@520d6a1a
[junit4:junit4]   2> 3499 T1949 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3500 T1988 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49711. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3500 T1988 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49711, initiating session
[junit4:junit4]   2> 3500 T1951 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39531
[junit4:junit4]   2> 3500 T1951 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39531
[junit4:junit4]   2> 3501 T1953 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66ee50c40005 with negotiated timeout 20000 for client /127.0.0.1:39531
[junit4:junit4]   2> 3501 T1988 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49711, sessionid = 0x13d66ee50c40005, negotiated timeout = 20000
[junit4:junit4]   2> 3501 T1989 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@520d6a1a name:ZooKeeperConnection Watcher:127.0.0.1:49711 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3501 T1949 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3502 T1954 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d66ee50c40005
[junit4:junit4]   2> 3503 T1989 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3503 T1951 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:39531 which had sessionid 0x13d66ee50c40005
[junit4:junit4]   2> 3503 T1949 oaz.ZooKeeper.close Session: 0x13d66ee50c40005 closed
[junit4:junit4]   2> 3503 T1949 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3505 T1949 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49711/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@66aa0e2d
[junit4:junit4]   2> 3506 T1949 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3506 T1990 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49711. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3506 T1990 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49711, initiating session
[junit4:junit4]   2> 3506 T1951 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39532
[junit4:junit4]   2> 3507 T1951 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39532
[junit4:junit4]   2> 3507 T1953 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66ee50c40006 with negotiated timeout 20000 for client /127.0.0.1:39532
[junit4:junit4]   2> 3507 T1990 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49711, sessionid = 0x13d66ee50c40006, negotiated timeout = 20000
[junit4:junit4]   2> 3508 T1991 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66aa0e2d name:ZooKeeperConnection Watcher:127.0.0.1:49711/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3508 T1949 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3508 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3509 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3510 T1949 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4513 T1949 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39977_
[junit4:junit4]   2> 4514 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39977_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39977_
[junit4:junit4]   2> 4514 T1949 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39977_
[junit4:junit4]   2> 4516 T1971 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4518 T1991 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4518 T1978 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4518 T1971 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4522 T1992 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363231530511/collection1
[junit4:junit4]   2> 4522 T1992 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4522 T1992 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4523 T1992 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4523 T1992 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363231530511/collection1/'
[junit4:junit4]   2> 4524 T1992 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363231530511/collection1/lib/README' to classloader
[junit4:junit4]   2> 4524 T1992 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363231530511/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4554 T1992 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 4578 T1992 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4579 T1992 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4585 T1992 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4865 T1992 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4870 T1992 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4872 T1992 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4881 T1992 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4883 T1992 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4886 T1972 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4886 T1992 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4887 T1972 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:40244_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:40244"}
[junit4:junit4]   2> 4887 T1992 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 4887 T1992 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 4887 T1992 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4888 T1992 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 4888 T1992 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 4889 T1992 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 4889 T1992 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363231530511/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty1/
[junit4:junit4]   2> 4889 T1992 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@62d7ef8f
[junit4:junit4]   2> 4889 T1978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4889 T1971 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4889 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4889 T1992 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 4890 T1992 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty1 forceNew: false
[junit4:junit4]   2> 4890 T1992 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty1/index/
[junit4:junit4]   2> 4890 T1992 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4891 T1992 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty1/index forceNew: false
[junit4:junit4]   2> 4892 T1992 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d1bcb8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b9b6f43),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4892 T1992 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4893 T1992 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4894 T1992 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4894 T1992 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4894 T1992 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4895 T1992 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4895 T1992 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4895 T1992 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4895 T1992 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4896 T1992 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4898 T1992 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4900 T1992 oass.SolrIndexSearcher.<init> Opening Searcher@3cfc37f1 main
[junit4:junit4]   2> 4900 T1992 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty1/tlog
[junit4:junit4]   2> 4900 T1992 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4900 T1992 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4904 T1993 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3cfc37f1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4905 T1992 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 4906 T1992 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6393 T1972 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6394 T1972 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:39977_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:39977"}
[junit4:junit4]   2> 6394 T1972 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6395 T1972 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6399 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6399 T1971 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6399 T1978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6908 T1992 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6908 T1992 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39977 collection:collection1 shard:shard1
[junit4:junit4]   2> 6909 T1992 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 6914 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 6915 T1992 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6915 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6917 T1992 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6917 T1992 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6918 T1992 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39977/collection1/
[junit4:junit4]   2> 6918 T1992 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6918 T1992 oasc.SyncStrategy.syncToMe http://127.0.0.1:39977/collection1/ has no replicas
[junit4:junit4]   2> 6918 T1992 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39977/collection1/
[junit4:junit4]   2> 6919 T1992 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 6922 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7903 T1972 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7909 T1971 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7909 T1978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7909 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7926 T1992 oasc.ZkController.register We are http://127.0.0.1:39977/collection1/ and leader is http://127.0.0.1:39977/collection1/
[junit4:junit4]   2> 7926 T1992 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39977
[junit4:junit4]   2> 7927 T1992 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7927 T1992 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 7927 T1992 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7929 T1992 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7930 T1949 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 7930 T1949 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7931 T1949 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8022 T1949 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8024 T1949 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60199
[junit4:junit4]   2> 8025 T1949 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8025 T1949 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8026 T1949 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363231535037
[junit4:junit4]   2> 8026 T1949 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363231535037/solr.xml
[junit4:junit4]   2> 8027 T1949 oasc.CoreContainer.<init> New CoreContainer 1553586098
[junit4:junit4]   2> 8027 T1949 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363231535037/'
[junit4:junit4]   2> 8028 T1949 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363231535037/'
[junit4:junit4]   2> 8054 T1949 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8055 T1949 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8055 T1949 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8056 T1949 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8056 T1949 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8057 T1949 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8057 T1949 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8057 T1949 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8058 T1949 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8058 T1949 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8070 T1949 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8083 T1949 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49711/solr
[junit4:junit4]   2> 8084 T1949 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8084 T1949 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49711 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@23f7a46d
[junit4:junit4]   2> 8085 T1949 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8085 T2004 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49711. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8086 T2004 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49711, initiating session
[junit4:junit4]   2> 8086 T1951 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39534
[junit4:junit4]   2> 8087 T1951 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39534
[junit4:junit4]   2> 8087 T1953 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66ee50c40007 with negotiated timeout 20000 for client /127.0.0.1:39534
[junit4:junit4]   2> 8087 T2004 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49711, sessionid = 0x13d66ee50c40007, negotiated timeout = 20000
[junit4:junit4]   2> 8088 T2005 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23f7a46d name:ZooKeeperConnection Watcher:127.0.0.1:49711 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8088 T1949 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8089 T1954 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d66ee50c40007
[junit4:junit4]   2> 8090 T1951 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:39534 which had sessionid 0x13d66ee50c40007
[junit4:junit4]   2> 8090 T2005 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8090 T1949 oaz.ZooKeeper.close Session: 0x13d66ee50c40007 closed
[junit4:junit4]   2> 8091 T1949 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8094 T1949 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49711/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@70d37f1a
[junit4:junit4]   2> 8103 T2006 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49711. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8104 T2006 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49711, initiating session
[junit4:junit4]   2> 8106 T1951 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39535
[junit4:junit4]   2> 8106 T1951 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39535
[junit4:junit4]   2> 8109 T1953 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66ee50c40008 with negotiated timeout 20000 for client /127.0.0.1:39535
[junit4:junit4]   2> 8109 T2006 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49711, sessionid = 0x13d66ee50c40008, negotiated timeout = 20000
[junit4:junit4]   2> 8095 T1949 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8110 T2007 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70d37f1a name:ZooKeeperConnection Watcher:127.0.0.1:49711/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8111 T1949 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8111 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8112 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8113 T1949 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9116 T1949 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60199_
[junit4:junit4]   2> 9117 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c40008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:60199_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:60199_
[junit4:junit4]   2> 9117 T1949 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60199_
[junit4:junit4]   2> 9120 T1978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9120 T1971 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9120 T1991 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9121 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9121 T2007 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9122 T1971 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9122 T1978 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9132 T2008 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363231535037/collection1
[junit4:junit4]   2> 9132 T2008 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9133 T2008 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9133 T2008 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9134 T2008 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363231535037/collection1/'
[junit4:junit4]   2> 9134 T2008 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363231535037/collection1/lib/README' to classloader
[junit4:junit4]   2> 9134 T2008 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363231535037/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9157 T2008 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9183 T2008 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9184 T2008 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9189 T2008 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9414 T1972 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9415 T1972 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:39977_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:39977"}
[junit4:junit4]   2> 9418 T2007 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9418 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9418 T1978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9418 T1971 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9506 T2008 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9511 T2008 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9513 T2008 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9523 T2008 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9526 T2008 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9529 T2008 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9530 T2008 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9531 T2008 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9531 T2008 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9532 T2008 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9532 T2008 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9532 T2008 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9532 T2008 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363231535037/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty2/
[junit4:junit4]   2> 9532 T2008 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@62d7ef8f
[junit4:junit4]   2> 9533 T2008 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9533 T2008 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty2 forceNew: false
[junit4:junit4]   2> 9533 T2008 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty2/index/
[junit4:junit4]   2> 9534 T2008 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9534 T2008 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty2/index forceNew: false
[junit4:junit4]   2> 9535 T2008 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e265cbe lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bd0d51c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9535 T2008 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9537 T2008 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9537 T2008 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9537 T2008 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9538 T2008 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9538 T2008 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9538 T2008 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9539 T2008 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9539 T2008 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9539 T2008 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9542 T2008 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9545 T2008 oass.SolrIndexSearcher.<init> Opening Searcher@64f2a9a1 main
[junit4:junit4]   2> 9545 T2008 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty2/tlog
[junit4:junit4]   2> 9546 T2008 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9546 T2008 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9549 T2009 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@64f2a9a1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9550 T2008 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 9550 T2008 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10922 T1972 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10923 T1972 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60199_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60199"}
[junit4:junit4]   2> 10923 T1972 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 10923 T1972 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 10929 T2007 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10929 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10929 T1978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10929 T1971 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11552 T2008 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11552 T2008 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60199 collection:collection1 shard:shard1
[junit4:junit4]   2> 11554 T2008 oasc.ZkController.register We are http://127.0.0.1:60199/collection1/ and leader is http://127.0.0.1:39977/collection1/
[junit4:junit4]   2> 11555 T2008 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60199
[junit4:junit4]   2> 11555 T2008 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11555 T2008 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C115 name=collection1 org.apache.solr.core.SolrCore@2733f490 url=http://127.0.0.1:60199/collection1 node=127.0.0.1:60199_ C115_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:60199_, base_url=http://127.0.0.1:60199}
[junit4:junit4]   2> 11555 T2010 C115 P60199 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11556 T2010 C115 P60199 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11556 T2008 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11556 T2010 C115 P60199 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11556 T2010 C115 P60199 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11557 T1949 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11557 T2010 C115 P60199 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11557 T1949 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11558 T1949 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11615 T1949 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 11618 T1949 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41438
[junit4:junit4]   2> 11618 T1949 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11618 T1949 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11619 T1949 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363231538662
[junit4:junit4]   2> 11619 T1949 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363231538662/solr.xml
[junit4:junit4]   2> 11619 T1949 oasc.CoreContainer.<init> New CoreContainer 1170298901
[junit4:junit4]   2> 11620 T1949 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363231538662/'
[junit4:junit4]   2> 11620 T1949 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363231538662/'
[junit4:junit4]   2> 11643 T1949 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 11643 T1949 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11644 T1949 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 11644 T1949 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11644 T1949 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11645 T1949 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11645 T1949 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11645 T1949 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11645 T1949 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11646 T1949 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 11653 T1949 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11661 T1949 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49711/solr
[junit4:junit4]   2> 11661 T1949 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 11662 T1949 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49711 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@75f0c410
[junit4:junit4]   2> 11662 T1949 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11663 T2021 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49711. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 11663 T2021 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49711, initiating session
[junit4:junit4]   2> 11663 T1951 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39539
[junit4:junit4]   2> 11663 T1951 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39539
[junit4:junit4]   2> 11664 T1953 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66ee50c40009 with negotiated timeout 20000 for client /127.0.0.1:39539
[junit4:junit4]   2> 11664 T2021 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49711, sessionid = 0x13d66ee50c40009, negotiated timeout = 20000
[junit4:junit4]   2> 11664 T2022 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75f0c410 name:ZooKeeperConnection Watcher:127.0.0.1:49711 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11665 T1949 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11665 T1954 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d66ee50c40009
[junit4:junit4]   2> 11666 T2022 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 11666 T1951 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:39539 which had sessionid 0x13d66ee50c40009
[junit4:junit4]   2> 11666 T1949 oaz.ZooKeeper.close Session: 0x13d66ee50c40009 closed
[junit4:junit4]   2> 11666 T1949 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 11668 T1949 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49711/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@11f8e68a
[junit4:junit4]   2> 11669 T1949 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11669 T2023 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49711. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 11670 T2023 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49711, initiating session
[junit4:junit4]   2> 11670 T1951 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39540
[junit4:junit4]   2> 11670 T1951 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39540
[junit4:junit4]   2> 11671 T1953 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66ee50c4000a with negotiated timeout 20000 for client /127.0.0.1:39540
[junit4:junit4]   2> 11671 T2023 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49711, sessionid = 0x13d66ee50c4000a, negotiated timeout = 20000
[junit4:junit4]   2> 11671 T2024 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11f8e68a name:ZooKeeperConnection Watcher:127.0.0.1:49711/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11672 T1949 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11672 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c4000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11673 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c4000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11674 T1949 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12434 T1972 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12434 T1972 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60199_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60199"}
[junit4:junit4]   2> 12437 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12437 T2007 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12437 T1971 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12437 T1978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12437 T2024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12561 T1987 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:60199__collection1&state=recovering&nodeName=127.0.0.1:60199_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1000 
[junit4:junit4]   2> 12678 T1949 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41438_
[junit4:junit4]   2> 12679 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c4000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:41438_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:41438_
[junit4:junit4]   2> 12679 T1949 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41438_
[junit4:junit4]   2> 12681 T1978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12681 T1971 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12682 T2024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12682 T2007 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12682 T1991 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12682 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12682 T2007 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12683 T1978 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12684 T2024 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12684 T1971 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12688 T2025 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363231538662/collection1
[junit4:junit4]   2> 12688 T2025 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12688 T2025 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12688 T2025 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12689 T2025 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363231538662/collection1/'
[junit4:junit4]   2> 12690 T2025 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363231538662/collection1/lib/README' to classloader
[junit4:junit4]   2> 12690 T2025 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363231538662/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 12711 T2025 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 12736 T2025 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 12737 T2025 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 12748 T2025 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13035 T2025 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13039 T2025 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13041 T2025 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13052 T2025 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13055 T2025 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13058 T2025 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13059 T2025 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 13059 T2025 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 13059 T2025 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13060 T2025 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 13060 T2025 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 13060 T2025 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 13060 T2025 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363231538662/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty3/
[junit4:junit4]   2> 13060 T2025 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@62d7ef8f
[junit4:junit4]   2> 13061 T2025 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 13061 T2025 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty3 forceNew: false
[junit4:junit4]   2> 13061 T2025 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty3/index/
[junit4:junit4]   2> 13061 T2025 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13062 T2025 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty3/index forceNew: false
[junit4:junit4]   2> 13063 T2025 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3c0046d9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5d9a513b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13063 T2025 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13064 T2025 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13065 T2025 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13065 T2025 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13065 T2025 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13066 T2025 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13066 T2025 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13066 T2025 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13066 T2025 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13067 T2025 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13078 T2025 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13081 T2025 oass.SolrIndexSearcher.<init> Opening Searcher@51d17244 main
[junit4:junit4]   2> 13081 T2025 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty3/tlog
[junit4:junit4]   2> 13082 T2025 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13082 T2025 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13086 T2026 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@51d17244 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13087 T2025 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13087 T2025 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13941 T1972 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13942 T1972 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41438_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41438"}
[junit4:junit4]   2> 13942 T1972 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 13943 T1972 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 13946 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13947 T1978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13946 T2007 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13947 T2024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13947 T1971 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14090 T2025 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 14090 T2025 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41438 collection:collection1 shard:shard1
[junit4:junit4]   2> 14093 T2025 oasc.ZkController.register We are http://127.0.0.1:41438/collection1/ and leader is http://127.0.0.1:39977/collection1/
[junit4:junit4]   2> 14093 T2025 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41438
[junit4:junit4]   2> 14093 T2025 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 14093 T2025 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C116 name=collection1 org.apache.solr.core.SolrCore@b6ac2ae url=http://127.0.0.1:41438/collection1 node=127.0.0.1:41438_ C116_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:41438_, base_url=http://127.0.0.1:41438}
[junit4:junit4]   2> 14094 T2027 C116 P41438 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 14095 T2027 C116 P41438 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 14094 T2025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14095 T2027 C116 P41438 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 14095 T2027 C116 P41438 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14096 T2027 C116 P41438 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14096 T1949 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 14097 T1949 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 14097 T1949 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14199 T1949 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 14201 T1949 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:47380
[junit4:junit4]   2> 14202 T1949 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 14203 T1949 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 14203 T1949 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363231541202
[junit4:junit4]   2> 14204 T1949 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363231541202/solr.xml
[junit4:junit4]   2> 14204 T1949 oasc.CoreContainer.<init> New CoreContainer 684683749
[junit4:junit4]   2> 14205 T1949 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363231541202/'
[junit4:junit4]   2> 14205 T1949 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363231541202/'
[junit4:junit4]   2> 14235 T1949 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 14236 T1949 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 14236 T1949 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 14237 T1949 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 14237 T1949 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 14238 T1949 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 14238 T1949 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 14239 T1949 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 14239 T1949 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 14240 T1949 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 14248 T1949 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 14260 T1949 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49711/solr
[junit4:junit4]   2> 14261 T1949 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 14261 T1949 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49711 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@35553f94
[junit4:junit4]   2> 14262 T1949 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 14263 T2038 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49711. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 14264 T1951 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39542
[junit4:junit4]   2> 14264 T2038 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49711, initiating session
[junit4:junit4]   2> 14264 T1951 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39542
[junit4:junit4]   2> 14265 T1953 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66ee50c4000b with negotiated timeout 20000 for client /127.0.0.1:39542
[junit4:junit4]   2> 14265 T2038 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49711, sessionid = 0x13d66ee50c4000b, negotiated timeout = 20000
[junit4:junit4]   2> 14265 T2039 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@35553f94 name:ZooKeeperConnection Watcher:127.0.0.1:49711 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14266 T1949 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 14275 T1954 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d66ee50c4000b
[junit4:junit4]   2> 14275 T1951 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:39542 which had sessionid 0x13d66ee50c4000b
[junit4:junit4]   2> 14276 T2039 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 14276 T1949 oaz.ZooKeeper.close Session: 0x13d66ee50c4000b closed
[junit4:junit4]   2> 14276 T1949 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 14280 T1949 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49711/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2789ac72
[junit4:junit4]   2> 14281 T1949 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 14282 T2040 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49711. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 14282 T1951 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39543
[junit4:junit4]   2> 14282 T2040 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49711, initiating session
[junit4:junit4]   2> 14283 T1951 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39543
[junit4:junit4]   2> 14284 T1953 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66ee50c4000c with negotiated timeout 20000 for client /127.0.0.1:39543
[junit4:junit4]   2> 14284 T2040 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49711, sessionid = 0x13d66ee50c4000c, negotiated timeout = 20000
[junit4:junit4]   2> 14284 T2041 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2789ac72 name:ZooKeeperConnection Watcher:127.0.0.1:49711/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14284 T1949 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 14285 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c4000c type:create cxid:0x1 zxid:0x94 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14286 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c4000c type:create cxid:0x2 zxid:0x95 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14287 T1949 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2>  C115_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:60199_, base_url=http://127.0.0.1:60199}
[junit4:junit4]   2> 14562 T2010 C115 P60199 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39977/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 14563 T2010 C115 P60199 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:60199 START replicas=[http://127.0.0.1:39977/collection1/] nUpdates=100
[junit4:junit4]   2> 14563 T2010 C115 P60199 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 14563 T2010 C115 P60199 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 14563 T2010 C115 P60199 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 14563 T2010 C115 P60199 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 14564 T2010 C115 P60199 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 14564 T2010 C115 P60199 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39977/collection1/. core=collection1
[junit4:junit4]   2> 14564 T2010 C115 P60199 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C117 name=collection1 org.apache.solr.core.SolrCore@5cd8dcac url=http://127.0.0.1:39977/collection1 node=127.0.0.1:39977_ C117_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:39977_, base_url=http://127.0.0.1:39977, leader=true}
[junit4:junit4]   2> 14567 T1987 C117 P39977 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 14567 T1985 C117 P39977 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 14569 T1985 C117 P39977 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d1bcb8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b9b6f43),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14570 T1985 C117 P39977 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14571 T1985 C117 P39977 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d1bcb8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b9b6f43),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d1bcb8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b9b6f43),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 14571 T1985 C117 P39977 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 14571 T1985 C117 P39977 oass.SolrIndexSearcher.<init> Opening Searcher@668493a4 realtime
[junit4:junit4]   2> 14572 T1985 C117 P39977 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14572 T1985 C117 P39977 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 14573 T2010 C115 P60199 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14573 T2010 C115 P60199 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 14575 T1986 C117 P39977 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14576 T1986 C117 P39977 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 14576 T2010 C115 P60199 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 14576 T2010 C115 P60199 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 14576 T2010 C115 P60199 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 14578 T1985 C117 P39977 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 14579 T2010 C115 P60199 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 14580 T2010 C115 P60199 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty2/index.20130314122541681 forceNew: false
[junit4:junit4]   2> 14580 T2010 C115 P60199 oash.SnapPuller.fetchLatestIndex Starting download to BaseDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@2e1d98a9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@42a69b22; maxCacheMB=0.21875 maxMergeSizeMB=0.44921875)) fullCopy=false
[junit4:junit4]   2> 14582 T1987 C117 P39977 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14583 T2010 C115 P60199 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 14584 T2010 C115 P60199 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 14584 T2010 C115 P60199 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 14585 T2010 C115 P60199 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e265cbe lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bd0d51c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e265cbe lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bd0d51c),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 14586 T2010 C115 P60199 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 14586 T2010 C115 P60199 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 14586 T2010 C115 P60199 oass.SolrIndexSearcher.<init> Opening Searcher@5a70edee main
[junit4:junit4]   2> 14587 T2009 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5a70edee main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 14587 T2010 C115 P60199 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files BaseDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@2e1d98a9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@42a69b22; maxCacheMB=0.21875 maxMergeSizeMB=0.44921875))
[junit4:junit4]   2> 14588 T2010 C115 P60199 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 14588 T2010 C115 P60199 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 14588 T2010 C115 P60199 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 14588 T2010 C115 P60199 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14589 T2010 C115 P60199 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15290 T1949 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47380_
[junit4:junit4]   2> 15291 T1954 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66ee50c4000c type:delete cxid:0xb zxid:0x97 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:47380_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:47380_
[junit4:junit4]   2> 15292 T1949 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47380_
[junit4:junit4]   2> 15294 T2024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15294 T1971 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15294 T1978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15296 T1991 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15296 T2007 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15296 T2007 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15296 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15296 T2041 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15298 T1971 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15298 T1978 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15299 T2024 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15303 T2044 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363231541202/collection1
[junit4:junit4]   2> 15303 T2044 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 15304 T2044 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 15304 T2044 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 15305 T2044 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363231541202/collection1/'
[junit4:junit4]   2> 15306 T2044 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363231541202/collection1/lib/README' to classloader
[junit4:junit4]   2> 15306 T2044 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363231541202/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 15346 T2044 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 15406 T2044 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 15407 T2044 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 15414 T2044 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 15452 T1972 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15452 T1972 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41438_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41438"}
[junit4:junit4]   2> 15457 T1972 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60199_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60199"}
[junit4:junit4]   2> 15460 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15460 T2024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15460 T1978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15460 T2041 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15461 T1971 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15460 T2007 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15752 T2044 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 15757 T2044 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 15761 T2044 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 15775 T2044 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15778 T2044 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15781 T2044 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15782 T2044 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15782 T2044 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15782 T2044 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15783 T2044 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15783 T2044 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15783 T2044 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15783 T2044 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363231541202/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty4/
[junit4:junit4]   2> 15784 T2044 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@62d7ef8f
[junit4:junit4]   2> 15784 T2044 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15784 T2044 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty4 forceNew: false
[junit4:junit4]   2> 15784 T2044 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty4/index/
[junit4:junit4]   2> 15785 T2044 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15785 T2044 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty4/index forceNew: false
[junit4:junit4]   2> 15786 T2044 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@130b4f1f lockFactory=org.apache.lucene.store.NativeFSLockFactory@13fdcbc0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15786 T2044 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15788 T2044 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15788 T2044 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15788 T2044 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15789 T2044 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15789 T2044 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15789 T2044 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15789 T2044 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15790 T2044 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15790 T2044 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15792 T2044 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15794 T2044 oass.SolrIndexSearcher.<init> Opening Searcher@4195dc79 main
[junit4:junit4]   2> 15794 T2044 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty4/tlog
[junit4:junit4]   2> 15795 T2044 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15795 T2044 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15798 T2045 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4195dc79 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15800 T2044 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 15800 T2044 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16102 T1984 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:41438__collection1&state=recovering&nodeName=127.0.0.1:41438_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2000 
[junit4:junit4]   2> 16967 T1972 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16967 T1972 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:47380_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:47380"}
[junit4:junit4]   2> 16968 T1972 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 16968 T1972 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 16971 T2024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16971 T1978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16971 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16972 T2041 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16972 T1971 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16972 T2007 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17803 T2044 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 17803 T2044 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:47380 collection:collection1 shard:shard1
[junit4:junit4]   2> 17806 T2044 oasc.ZkController.register We are http://127.0.0.1:47380/collection1/ and leader is http://127.0.0.1:39977/collection1/
[junit4:junit4]   2> 17806 T2044 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47380
[junit4:junit4]   2> 17807 T2044 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 17807 T2044 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C118 name=collection1 org.apache.solr.core.SolrCore@65d208d4 url=http://127.0.0.1:47380/collection1 node=127.0.0.1:47380_ C118_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:47380_, base_url=http://127.0.0.1:47380}
[junit4:junit4]   2> 17807 T2046 C118 P47380 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 17808 T2046 C118 P47380 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 17808 T2044 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17808 T2046 C118 P47380 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 17808 T2046 C118 P47380 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17809 T1949 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 17809 T2046 C118 P47380 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17809 T1949 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 17809 T1949 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17813 T1949 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17814 T1949 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 17814 T1949 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 17814 T1949 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C116_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:41438_, base_url=http://127.0.0.1:41438}
[junit4:junit4]   2> 18103 T2027 C116 P41438 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39977/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18103 T2027 C116 P41438 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:41438 START replicas=[http://127.0.0.1:39977/collection1/] nUpdates=100
[junit4:junit4]   2> 18104 T2027 C116 P41438 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18104 T2027 C116 P41438 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18104 T2027 C116 P41438 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18104 T2027 C116 P41438 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18104 T2027 C116 P41438 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18104 T2027 C116 P41438 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39977/collection1/. core=collection1
[junit4:junit4]   2> 18104 T2027 C116 P41438 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18106 T1984 C117 P39977 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18108 T1986 C117 P39977 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 18109 T1986 C117 P39977 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d1bcb8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b9b6f43),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d1bcb8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b9b6f43),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18110 T1986 C117 P39977 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18110 T1986 C117 P39977 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18110 T1986 C117 P39977 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
[junit4:junit4]   2> 18111 T2027 C116 P41438 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18111 T2027 C116 P41438 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18113 T1984 C117 P39977 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18113 T2027 C116 P41438 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 18114 T2027 C116 P41438 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18114 T2027 C116 P41438 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18115 T1986 C117 P39977 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18116 T2027 C116 P41438 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18117 T2027 C116 P41438 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty3/index.20130314122545218 forceNew: false
[junit4:junit4]   2> 18117 T2027 C116 P41438 oash.SnapPuller.fetchLatestIndex Starting download to BaseDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@65c1cc7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e13c88b; maxCacheMB=0.21875 maxMergeSizeMB=0.44921875)) fullCopy=false
[junit4:junit4]   2> 18119 T1987 C117 P39977 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 18120 T2027 C116 P41438 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18121 T2027 C116 P41438 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18121 T2027 C116 P41438 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18122 T2027 C116 P41438 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3c0046d9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5d9a513b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3c0046d9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5d9a513b),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18123 T2027 C116 P41438 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18123 T2027 C116 P41438 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18123 T2027 C116 P41438 oass.SolrIndexSearcher.<init> Opening Searcher@235cf8cb main
[junit4:junit4]   2> 18124 T2026 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@235cf8cb main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 18124 T2027 C116 P41438 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files BaseDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@65c1cc7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e13c88b; maxCacheMB=0.21875 maxMergeSizeMB=0.44921875))
[junit4:junit4]   2> 18124 T2027 C116 P41438 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18124 T2027 C116 P41438 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18125 T2027 C116 P41438 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18125 T2027 C116 P41438 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18126 T2027 C116 P41438 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 18477 T1972 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18477 T1972 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:47380_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:47380"}
[junit4:junit4]   2> 18480 T1972 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41438_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41438"}
[junit4:junit4]   2> 18484 T2024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18485 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18485 T1971 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18485 T2041 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18484 T2007 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18484 T1978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18813 T1985 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:47380__collection1&state=recovering&nodeName=127.0.0.1:47380_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1000 
[junit4:junit4]   2> 18816 T1949 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19817 T1949 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C118_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:47380_, base_url=http://127.0.0.1:47380}
[junit4:junit4]   2> 20814 T2046 C118 P47380 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39977/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 20814 T2046 C118 P47380 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:47380 START replicas=[http://127.0.0.1:39977/collection1/] nUpdates=100
[junit4:junit4]   2> 20814 T2046 C118 P47380 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 20815 T2046 C118 P47380 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 20815 T2046 C118 P47380 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 20815 T2046 C118 P47380 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 20815 T2046 C118 P47380 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 20815 T2046 C118 P47380 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39977/collection1/. core=collection1
[junit4:junit4]   2> 20815 T2046 C118 P47380 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20817 T1985 C117 P39977 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20819 T1949 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20819 T1984 C117 P39977 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20820 T1984 C117 P39977 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d1bcb8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b9b6f43),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d1bcb8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b9b6f43),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d1bcb8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b9b6f43),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 20821 T1984 C117 P39977 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 20821 T1984 C117 P39977 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20821 T1984 C117 P39977 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
[junit4:junit4]   2> 20822 T2046 C118 P47380 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20822 T2046 C118 P47380 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 20824 T1985 C117 P39977 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20825 T2046 C118 P47380 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 20825 T2046 C118 P47380 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 20825 T2046 C118 P47380 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 20827 T1987 C117 P39977 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20828 T2046 C118 P47380 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 20829 T2046 C118 P47380 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363231527106/jetty4/index.20130314122547930 forceNew: false
[junit4:junit4]   2> 20830 T2046 C118 P47380 oash.SnapPuller.fetchLatestIndex Starting download to BaseDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3686f9b3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@786aa48e; maxCacheMB=0.21875 maxMergeSizeMB=0.44921875)) fullCopy=false
[junit4:junit4]   2> 20832 T1984 C117 P39977 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 20833 T2046 C118 P47380 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 20834 T2046 C118 P47380 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 20834 T2046 C118 P47380 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 20835 T2046 C118 P47380 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@130b4f1f lockFactory=org.apache.lucene.store.NativeFSLockFactory@13fdcbc0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@130b4f1f lockFactory=org.apache.lucene.store.NativeFSLockFactory@13fdcbc0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 20835 T2046 C118 P47380 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 20835 T2046 C118 P47380 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 20835 T2046 C118 P47380 oass.SolrIndexSearcher.<init> Opening Searcher@30fc7d56 main
[junit4:junit4]   2> 20836 T2045 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@30fc7d56 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 20836 T2046 C118 P47380 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files BaseDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3686f9b3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@786aa48e; maxCacheMB=0.21875 maxMergeSizeMB=0.44921875))
[junit4:junit4]   2> 20836 T2046 C118 P47380 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 20836 T2046 C118 P47380 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 20837 T2046 C118 P47380 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 20837 T2046 C118 P47380 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20838 T2046 C118 P47380 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 21491 T1972 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21492 T1972 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:47380_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:47380"}
[junit4:junit4]   2> 21494 T2024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21495 T2007 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21495 T1971 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21495 T2041 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21495 T1978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21495 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21821 T1949 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21822 T1949 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C119 name=collection1 org.apache.solr.core.SolrCore@295b7fd2 url=http://127.0.0.1:40244/collection1 node=127.0.0.1:40244_ C119_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:40244_, base_url=http://127.0.0.1:40244, leader=true}
[junit4:junit4]   2> 21826 T1965 C119 P40244 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21828 T1965 C119 P40244 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13266ae8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1bd80ed1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21828 T1965 C119 P40244 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21829 T1965 C119 P40244 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13266ae8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1bd80ed1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13266ae8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1bd80ed1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 21829 T1965 C119 P40244 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 21830 T1965 C119 P40244 oass.SolrIndexSearcher.<init> Opening Searcher@3f8d2560 main
[junit4:junit4]   2> 21830 T1965 C119 P40244 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21830 T1975 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f8d2560 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 21831 T1965 C119 P40244 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 21835 T1984 C117 P39977 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21836 T1984 C117 P39977 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d1bcb8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b9b6f43),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d1bcb8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b9b6f43),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d1bcb8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b9b6f43),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d1bcb8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b9b6f43),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 21836 T1984 C117 P39977 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 21837 T1984 C117 P39977 oass.SolrIndexSearcher.<init> Opening Searcher@5e6001d7 main
[junit4:junit4]   2> 21837 T1984 C117 P39977 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21838 T1993 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e6001d7 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 21839 T1984 C117 P39977 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:60199/collection1/, StdNode: http://127.0.0.1:41438/collection1/, StdNode: http://127.0.0.1:47380/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C118_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:47380_, base_url=http://127.0.0.1:47380}
[junit4:junit4]   2> 21852 T2035 C118 P47380 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C116_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:41438_, base_url=http://127.0.0.1:41438}
[junit4:junit4]   2> 21853 T2020 C116 P41438 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C115_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:60199_, base_url=http://127.0.0.1:60199}
[junit4:junit4]   2> 21853 T2002 C115 P60199 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21854 T2035 C118 P47380 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@130b4f1f lockFactory=org.apache.lucene.store.NativeFSLockFactory@13fdcbc0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@130b4f1f lockFactory=org.apache.lucene.store.NativeFSLockFactory@13fdcbc0),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 21854 T2002 C115 P60199 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e265cbe lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bd0d51c),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e265cbe lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bd0d51c),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 21854 T2035 C118 P47380 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 21854 T2002 C115 P60199 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 21854 T2020 C116 P41438 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3c0046d9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5d9a513b),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3c0046d9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5d9a513b),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 21855 T2002 C115 P60199 oass.SolrIndexSearcher.<init> Opening Searcher@780a667f main
[junit4:junit4]   2> 21855 T2035 C118 P47380 oass.SolrIndexSearcher.<init> Opening Searcher@561e570c main
[junit4:junit4]   2> 21855 T2020 C116 P41438 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 21856 T2035 C118 P47380 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21856 T2002 C115 P60199 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21856 T2045 oasc.JmxMonitoredMap.put WARNING Failed to register info bean: searcher javax.management.InstanceAlreadyExistsException: solr/collection1:type=searcher,id=org.apache.solr.search.SolrIndexSearcher
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:437)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:513)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:140)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4]   2> 	at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:239)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1763)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.access$000(SolrCore.java:129)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1640)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 21856 T2009 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@780a667f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 21856 T2020 C116 P41438 oass.SolrIndexSearcher.<init> Opening Searcher@7d2b437e main
[junit4:junit4]   2> 21857 T2045 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@561e570c main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 21857 T2002 C115 P60199 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4]   2> 21857 T2035 C118 P47380 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 21858 T2026 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7d2b437e main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 21858 T2020 C116 P41438 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21859 T2020 C116 P41438 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 21859 T1984 C117 P39977 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 24
[junit4:junit4]   2> 21860 T1949 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21863 T1985 C117 P39977 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 21864 T2003 C115 P60199 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 21866 T2017 C116 P41438 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 21867 T2037 C118 P47380 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 23871 T1964 C119 P40244 oass.SolrIndexSearcher.<init> Opening Searcher@1273a519 realtime
[junit4:junit4]   2> 23872 T1964 C119 P40244 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429451886792015872)} 0 2
[junit4:junit4]   2> 23878 T2002 C115 P60199 /update {update.distrib=FROMLEADER&_version_=-1429451886796210176&update.from=http://127.0.0.1:39977/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429451886796210176)} 0 1
[junit4:junit4]   2> 23878 T2020 C116 P41438 /update {update.distrib=FROMLEADER&_version_=-1429451886796210176&update.from=http://127.0.0.1:39977/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429451886796210176)} 0 1
[junit4:junit4]   2> 23878 T2036 C118 P47380 /update {update.distrib=FROMLEADER&_version_=-1429451886796210176&update.from=http://127.0.0.1:39977/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429451886796210176)} 0 1
[junit4:junit4]   2> 23879 T1985 C117 P39977 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429451886796210176)} 0 5
[junit4:junit4]   2> 23883 T1965 C119 P40244 /update {wt=javabin&version=2} {add=[0 (1429451886803550208)]} 0 2
[junit4:junit4]   2> 23890 T2034 C118 P47380 /update {distrib.from=http://127.0.0.1:39977/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429451886807744512)]} 0 2
[junit4:junit4]   2> 23890 T2000 C115 P60199 /update {distrib.from=http://127.0.0.1:39977/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429451886807744512)]} 0 2
[junit4:junit4]   2> 23890 T2018 C116 P41438 /update {distrib.from=http://127.0.0.1:39977/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429451886807744512)]} 0 1
[junit4:junit4]   2> 23891 T1987 C117 P39977 /update {wt=javabin&version=2} {add=[0 (1429451886807744512)]} 0 6
[junit4:junit4]   2> 23895 T1966 C119 P40244 /update {wt=javabin&version=2} {add=[1 (1429451886817181696)]} 0 2
[junit4:junit4]   2> 23901 T2001 C115 P60199 /update {distrib.from=http://127.0.0.1:39977/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429451886820327424)]} 0 1
[junit4:junit4]   2> 23901 T2035 C118 P47380 /update {distrib.from=http://127.0.0.1:39977/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429451886820327424)]} 0 1
[junit4:junit4]   2> 23902 T2019 C116 P41438 /update {distrib.from=http://127.0.0.1:39977/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429451886820327424)]} 0 1
[junit4:junit4]   2> 23903 T1984 C117 P39977 /update {wt=javabin&version=2} {add=[1 (1429451886820327424)]} 0 6
[junit4:junit4]   2> 23906 T1967 C119 P40244 /update {wt=javabin&version=2} {add=[2 (1429451886828716032)]} 0 1
[junit4:junit4]   2> 23912 T2037 C118 P47380 /update {distrib.from=http://127.0.0.1:39977/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429451886831861760)]} 0 1
[junit4:junit4]   2> 23912 T2017 C116 P41438 /update {distrib.from=http://127.0.0.1:39977/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429451886831861760)]} 0 1
[junit4:junit4]   2> 23921 T1986 C117 P39977 /update {test.distrib.skip.servers=http://127.0.0.1:60199/collection1/&wt=javabin&version=2} {add=[2 (1429451886831861760)]} 0 13
[junit4:junit4]   2> 23928 T1965 C119 P40244 /update {wt=javabin&version=2} {add=[3 (1429451886851784704)]} 0 1
[junit4:junit4]   2> 23935 T2036 C118 P47380 /update {distrib.from=http://127.0.0.1:39977/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429451886855979008)]} 0 1
[junit4:junit4]   2> 23936 T1985 C117 P39977 /update {test.distrib.skip.servers=http://127.0.0.1:60199/collection1/&test.distrib.skip.servers=http://127.0.0.1:41438/collection1/&wt=javabin&version=2} {add=[3 (1429451886855979008)]} 0 5
[junit4:junit4]   2> 23939 T1966 C119 P40244 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23942 T1966 C119 P40244 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13266ae8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1bd80ed1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13266ae8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1bd80ed1),segFN=segments_3,generation=3,filenames=[_0.len, _0.inf, _0.si, _0.pst, _0.fld, segments_3]
[junit4:junit4]   2> 23943 T1966 C119 P40244 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.len, _0.inf, _0.si, _0.pst, _0.fld, segments_3]
[junit4:junit4]   2> 23943 T1966 C119 P40244 oass.SolrIndexSearcher.<init> Opening Searcher@60706a38 main
[junit4:junit4]   2> 23944 T1966 C119 P40244 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23944 T1975 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@60706a38 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 23945 T1966 C119 P40244 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 23948 T1987 C117 P39977 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23952 T1987 C117 P39977 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d1bcb8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b9b6f43),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d1bcb8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b9b6f43),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d1bcb8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b9b6f43),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d1bcb8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b9b6f43),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d1bcb8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b9b6f43),segFN=segments_6,generation=6,filenames=[_0.len, _0.inf, _0.si, _0.pst, segments_6, _0.fld]
[junit4:junit4]   2> 23952 T1987 C117 P39977 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.len, _0.inf, _0.si, _0.pst, segments_6, _0.fld]
[junit4:junit4]   2> 23953 T1987 C117 P39977 oass.SolrIndexSearcher.<init> Opening Searcher@79d68851 main
[junit4:junit4]   2> 23954 T1987 C117 P39977 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23955 T1993 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@79d68851 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 23955 T1987 C117 P39977 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:60199/collection1/, StdNode: http://127.0.0.1:41438/collection1/, StdNode: http://127.0.0.1:47380/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 23957 T2003 C115 P60199 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23957 T2020 C116 P41438 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23957 T2034 C118 P47380 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23961 T2003 C115 P60199 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e265cbe lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bd0d51c),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e265cbe lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bd0d51c),segFN=segments_4,generation=4,filenames=[_0.len, _0.inf, _0.si, _0.pst, _0.fld, segments_4]
[junit4:junit4]   2> 23962 T2020 C116 P41438 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3c0046d9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5d9a513b),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3c0046d9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5d9a513b),segFN=segments_5,generation=5,filenames=[_0.len, _0.inf, _0.si, segments_5, _0.pst, _0.fld]
[junit4:junit4]   2> 23962 T2003 C115 P60199 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0.len, _0.inf, _0.si, _0.pst, _0.fld, segments_4]
[junit4:junit4]   2> 23962 T2020 C116 P41438 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0.len, _0.inf, _0.si, segments_5, _0.pst, _0.fld]
[junit4:junit4]   2> 23962 T2034 C118 P47380 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@130b4f1f lockFactory=org.apache.lucene.store.NativeFSLockFactory@13fdcbc0),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@130b4f1f lockFactory=org.apache.lucene.store.NativeFSLockFactory@13fdcbc0),segFN=segments_6,generation=6,filenames=[_0.len, _0.inf, _0.si, _0.pst, segments_6, _0.fld]
[junit4:junit4]   2> 23963 T2034 C118 P47380 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.len, _0.inf, _0.si, _0.pst, segments_6, _0.fld]
[junit4:junit4]   2> 23963 T2003 C115 P60199 oass.SolrIndexSearcher.<init> Opening Searcher@79d35477 main
[junit4:junit4]   2> 23963 T2020 C116 P41438 oass.SolrIndexSearcher.<init> Opening Searcher@3c7e1394 main
[junit4:junit4]   2> 23964 T2034 C118 P47380 oass.SolrIndexSearcher.<init> Opening Searcher@51e22536 main
[junit4:junit4]   2> 23964 T2003 C115 P60199 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23964 T2020 C116 P41438 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23964 T2045 oasc.JmxMonitoredMap.put WARNING Failed to register info bean: searcher javax.management.InstanceAlreadyExistsException: solr/collection1:type=searcher,id=org.apache.solr.search.SolrIndexSearcher
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:437)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:513)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:140)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4]   2> 	at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:239)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1763)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.access$000(SolrCore.java:129)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1640)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 23964 T2034 C118 P47380 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23965 T2009 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@79d35477 main{StandardDirectoryReader(segments_4:3:nrt _0(4.3):C2)}
[junit4:junit4]   2> 23964 T2026 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3c7e1394 main{StandardDirectoryReader(segments_5:3:nrt _0(4.3):C3)}
[junit4:junit4]   2> 23965 T2045 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@51e22536 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 23965 T2003 C115 P60199 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 23965 T2020 C116 P41438 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 23966 T2034 C118 P47380 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 23966 T1987 C117 P39977 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4]   2> 23967 T1949 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 23968 T1949 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23968 T1949 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 23971 T1984 C117 P39977 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 23974 T2002 C115 P60199 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=1 
[junit4:junit4]   2> 23976 T2018 C116 P41438 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 23979 T2035 C118 P47380 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 23981 T1949 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 23987 T2017 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4]   2> 23988 T2017 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 23992 T1985 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4]   2> 23993 T1985 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39977/collection1/
[junit4:junit4]   2> 23993 T1985 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:39977 START replicas=[http://127.0.0.1:60199/collection1/, http://127.0.0.1:41438/collection1/, http://127.0.0.1:47380/collection1/] nUpdates=100
[junit4:junit4]   2> 23995 T2019 C116 P41438 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 23995 T2036 C118 P47380 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 23995 T2001 C115 P60199 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 23996 T1985 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:39977  Received 4 versions from 127.0.0.1:41438/collection1/
[junit4:junit4]   2> 23996 T1985 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:39977  Our versions are newer. ourLowThreshold=1429451886796210176 otherHigh=1429451886831861760
[junit4:junit4]   2> 23996 T1985 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:39977  Received 5 versions from 127.0.0.1:47380/collection1/
[junit4:junit4]   2> 23997 T1985 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:39977  Our versions are newer. ourLowThreshold=1429451886796210176 otherHigh=1429451886831861760
[junit4:junit4]   2> 23997 T1985 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:39977  Received 3 versions from 127.0.0.1:60199/collection1/
[junit4:junit4]   2> 23997 T1985 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:39977  Our versions are newer. ourLowThreshold=1429451886796210176 otherHigh=1429451886820327424
[junit4:junit4]   2> 23998 T1985 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:39977 DONE. sync succeeded
[junit4:junit4]   2> 23998 T1985 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 23998 T1985 oasc.SyncStrategy.syncToMe http://127.0.0.1:39977/collection1/: try and ask http://127.0.0.1:60199/collection1/ to sync
[junit4:junit4]   2> 23999 T1985 oasc.SyncStrategy.syncToMe http://127.0.0.1:39977/collection1/: try and ask http://127.0.0.1:41438/collection1/ to sync
[junit4:junit4]   2> 23999 T1985 oasc.SyncStrategy.syncToMe http://127.0.0.1:39977/collection1/: try and ask http://127.0.0.1:47380/collection1/ to sync
[junit4:junit4]   2> 24000 T2003 C115 P60199 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:60199 START replicas=[http://127.0.0.1:39977/collection1/] nUpdates=100
[junit4:junit4]   2> 24000 T2018 C116 P41438 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:41438 START replicas=[http://127.0.0.1:39977/collection1/] nUpdates=100
[junit4:junit4]   2> 24001 T2037 C118 P47380 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:47380 START replicas=[http://127.0.0.1:39977/collection1/] nUpdates=100
[junit4:junit4]   2> 24002 T1987 C117 P39977 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 24002 T1984 C117 P39977 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24002 T2018 C116 P41438 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:41438  Received 5 versions from 127.0.0.1:39977/collection1/
[junit4:junit4]   2> 24003 T2018 C116 P41438 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:41438 Requesting updates from 127.0.0.1:39977/collection1/n=1 versions=[1429451886855979008]
[junit4:junit4]   2> 24003 T1986 C117 P39977 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 24003 T2037 C118 P47380 oas

[...truncated too long message...]

tdown Shutting down
[junit4:junit4]   2> 48138 T1953 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 48139 T1949 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 48140 T1949 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:49711 49711
[junit4:junit4]   2> 48141 T1951 oazs.NIOServerCnxnFactory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 48141 T1949 oazs.ZooKeeperServer.shutdown shutting down
[junit4:junit4]   2> 48141 T1949 oazs.SessionTrackerImpl.shutdown Shutting down
[junit4:junit4]   2> 48141 T1949 oazs.PrepRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 48142 T1949 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 48142 T1949 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=47037EE852EFE272 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_US -Dtests.timezone=Asia/Tokyo -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE 48.2s J0 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([47037EE852EFE272:C6E5F0F025B0824E]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:92)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:54)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 48151 T1949 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 48154 T1948 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 48898 T1952 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> NOTE: test params are: codec=SimpleText, sim=DefaultSimilarity, locale=en_US, timezone=Asia/Tokyo
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic amd64/Oracle Corporation 1.7.0_15 (64-bit)/cpus=8,threads=6,free=36987520,total=189792256
[junit4:junit4]   2> NOTE: All tests run in this JVM: [PeerSyncTest, AnalysisAfterCoreReloadTest, PluginInfoTest, ResponseLogComponentTest, TestSort, TestLRUCache, RecoveryZkTest, ClusterStateUpdateTest, TestExtendedDismaxParser, TestFastLRUCache, DirectUpdateHandlerOptimizeTest, DistributedSpellCheckComponentTest, TestStressRecovery, SliceStateUpdateTest, TestSolrCoreProperties, TestReversedWildcardFilterFactory, SolrCoreTest, BasicDistributedZkTest, QueryEqualityTest, TestConfig, CircularListTest, TestDynamicFieldResource, TestFastWriter, TestPluginEnable, TestFuzzyAnalyzedSuggestions, ResourceLoaderTest, CSVRequestHandlerTest, DistributedTermsComponentTest, TestCopyFieldCollectionResource, TestCharFilters, ShowFileRequestHandlerTest, TestSolrQueryParser, BasicFunctionalityTest, ChaosMonkeyNothingIsSafeTest, SystemInfoHandlerTest, SpatialFilterTest, MinimalSchemaTest, DistributedQueryElevationComponentTest, AutoCommitTest, AlternateDirectoryTest, TestWriterPerf, UnloadDistributedZkTest, TestPropInjectDefaults, TestJoin, LeaderElectionTest, PrimitiveFieldTypeTest, TestIBSimilarityFactory, TestLMDirichletSimilarityFactory, OverseerCollectionProcessorTest, TestPseudoReturnFields, TestLFUCache, ShardRoutingTest, PrimUtilsTest, ExternalFileFieldSortTest, RAMDirectoryFactoryTest, TestXIncludeConfig, SynonymTokenizerTest, StatelessScriptUpdateProcessorFactoryTest, SOLR749Test, TestDynamicFieldCollectionResource, TestCoreContainer, TestBadConfig, TestSweetSpotSimilarityFactory, TestFunctionQuery, TermsComponentTest, IndexSchemaTest, SyncSliceTest]
[junit4:junit4] Completed on J0 in 48.92s, 1 test, 1 failure <<< FAILURES!

[...truncated 492 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 272 suites, 1145 tests, 1 failure, 13 ignored (7 assumptions)

Total time: 41 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0_15 -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b79) - Build # 4668 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4668/
Java: 32bit/jdk1.8.0-ea-b79 -server -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:55801/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:55801/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([A156B23BAF5835D9:20B03C23D80755E5]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([A156B23BAF5835D9:20B03C23D80755E5]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9195 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T1824 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /fs/kh
[junit4:junit4]   2> 5 T1824 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1363225413885
[junit4:junit4]   2> 6 T1824 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 7 T1825 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 7 T1825 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 8 T1825 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 8 T1825 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 8 T1825 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 9 T1825 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1363225413885/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 20 T3 oasu.ConcurrentLRUCache.finalize SEVERE ConcurrentLRUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
[junit4:junit4]   2> 107 T1824 oasc.ZkTestServer.run start zk server on port:59377
[junit4:junit4]   2> 107 T1824 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59377 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1e64160
[junit4:junit4]   2> 108 T1824 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 108 T1830 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59377. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 108 T1830 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59377, initiating session
[junit4:junit4]   2> 108 T1826 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34993
[junit4:junit4]   2> 109 T1826 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34993
[junit4:junit4]   2> 109 T1828 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 177 T1828 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d669109000000 with negotiated timeout 10000 for client /127.0.0.1:34993
[junit4:junit4]   2> 177 T1830 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59377, sessionid = 0x13d669109000000, negotiated timeout = 10000
[junit4:junit4]   2> 178 T1831 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e64160 name:ZooKeeperConnection Watcher:127.0.0.1:59377 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 178 T1824 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 178 T1824 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 181 T1829 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d669109000000
[junit4:junit4]   2> 182 T1831 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 182 T1826 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:34993 which had sessionid 0x13d669109000000
[junit4:junit4]   2> 182 T1824 oaz.ZooKeeper.close Session: 0x13d669109000000 closed
[junit4:junit4]   2> 183 T1824 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59377/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@121a92c
[junit4:junit4]   2> 183 T1824 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 183 T1832 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59377. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 184 T1832 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59377, initiating session
[junit4:junit4]   2> 184 T1826 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34994
[junit4:junit4]   2> 184 T1826 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34994
[junit4:junit4]   2> 184 T1828 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d669109000001 with negotiated timeout 10000 for client /127.0.0.1:34994
[junit4:junit4]   2> 184 T1832 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59377, sessionid = 0x13d669109000001, negotiated timeout = 10000
[junit4:junit4]   2> 185 T1833 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@121a92c name:ZooKeeperConnection Watcher:127.0.0.1:59377/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 185 T1824 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 185 T1824 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 187 T1824 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 189 T1824 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 190 T1824 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 191 T1824 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 192 T1824 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 196 T1824 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 197 T1824 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 200 T1824 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 200 T1824 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 202 T1824 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 203 T1824 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 204 T1824 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 205 T1824 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 207 T1824 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 208 T1824 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 210 T1824 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 210 T1824 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 212 T1824 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 213 T1824 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 215 T1824 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 215 T1824 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 217 T1829 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d669109000001
[junit4:junit4]   2> 218 T1826 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:34994 which had sessionid 0x13d669109000001
[junit4:junit4]   2> 218 T1824 oaz.ZooKeeper.close Session: 0x13d669109000001 closed
[junit4:junit4]   2> 220 T1833 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 281 T1824 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 288 T1824 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46895
[junit4:junit4]   2> 289 T1824 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 289 T1824 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 289 T1824 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363225414098
[junit4:junit4]   2> 290 T1824 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363225414098/solr.xml
[junit4:junit4]   2> 290 T1824 oasc.CoreContainer.<init> New CoreContainer 11069651
[junit4:junit4]   2> 290 T1824 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363225414098/'
[junit4:junit4]   2> 291 T1824 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363225414098/'
[junit4:junit4]   2> 307 T1824 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 308 T1824 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 308 T1824 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 308 T1824 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 309 T1824 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 309 T1824 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 309 T1824 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 309 T1824 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 310 T1824 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 310 T1824 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 316 T1824 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 327 T1824 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:59377/solr
[junit4:junit4]   2> 328 T1824 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 328 T1824 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59377 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@f12905
[junit4:junit4]   2> 329 T1824 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 330 T1843 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59377. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 331 T1843 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59377, initiating session
[junit4:junit4]   2> 331 T1826 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34995
[junit4:junit4]   2> 331 T1826 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34995
[junit4:junit4]   2> 332 T1828 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d669109000002 with negotiated timeout 20000 for client /127.0.0.1:34995
[junit4:junit4]   2> 332 T1843 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59377, sessionid = 0x13d669109000002, negotiated timeout = 20000
[junit4:junit4]   2> 332 T1844 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f12905 name:ZooKeeperConnection Watcher:127.0.0.1:59377 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 332 T1824 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 333 T1829 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d669109000002
[junit4:junit4]   2> 333 T1826 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:34995 which had sessionid 0x13d669109000002
[junit4:junit4]   2> 334 T1844 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 334 T1824 oaz.ZooKeeper.close Session: 0x13d669109000002 closed
[junit4:junit4]   2> 334 T1824 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 337 T1824 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59377/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5977f2
[junit4:junit4]   2> 338 T1824 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 338 T1845 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59377. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 339 T1845 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59377, initiating session
[junit4:junit4]   2> 339 T1826 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34996
[junit4:junit4]   2> 339 T1826 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34996
[junit4:junit4]   2> 339 T1828 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d669109000003 with negotiated timeout 20000 for client /127.0.0.1:34996
[junit4:junit4]   2> 339 T1845 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59377, sessionid = 0x13d669109000003, negotiated timeout = 20000
[junit4:junit4]   2> 340 T1846 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5977f2 name:ZooKeeperConnection Watcher:127.0.0.1:59377/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 340 T1824 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 341 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 342 T1824 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 343 T1824 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46895_fs%2Fkh
[junit4:junit4]   2> 343 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:46895_fs%2Fkh Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:46895_fs%2Fkh
[junit4:junit4]   2> 344 T1824 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46895_fs%2Fkh
[junit4:junit4]   2> 346 T1824 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 351 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 352 T1824 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 356 T1824 oasc.Overseer.start Overseer (id=89340340724563971-127.0.0.1:46895_fs%2Fkh-n_0000000000) starting
[junit4:junit4]   2> 356 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 357 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 357 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 358 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 359 T1848 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 359 T1824 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 361 T1824 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 362 T1824 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 364 T1847 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 373 T1849 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363225414098/collection1
[junit4:junit4]   2> 373 T1849 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 374 T1849 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 374 T1849 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 375 T1849 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363225414098/collection1/'
[junit4:junit4]   2> 375 T1849 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363225414098/collection1/lib/README' to classloader
[junit4:junit4]   2> 375 T1849 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363225414098/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 401 T1849 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 440 T1849 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 441 T1849 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 445 T1849 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 851 T1849 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 856 T1849 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 859 T1849 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 869 T1849 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 872 T1849 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 875 T1849 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 876 T1849 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 876 T1849 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 876 T1849 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 877 T1849 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 877 T1849 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 877 T1849 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 877 T1849 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363225414098/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363225413885/control/data/
[junit4:junit4]   2> 877 T1849 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ced1c
[junit4:junit4]   2> 878 T1849 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 878 T1849 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363225413885/control/data forceNew: false
[junit4:junit4]   2> 878 T1849 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363225413885/control/data/index/
[junit4:junit4]   2> 878 T1849 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363225413885/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 879 T1849 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363225413885/control/data/index forceNew: false
[junit4:junit4]   2> 882 T1849 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738377tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@16a4668),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 883 T1849 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 884 T1849 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 885 T1849 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 885 T1849 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 886 T1849 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 886 T1849 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 886 T1849 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 887 T1849 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 887 T1849 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 888 T1849 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 892 T1849 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 896 T1849 oass.SolrIndexSearcher.<init> Opening Searcher@1f1549c main
[junit4:junit4]   2> 896 T1849 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363225413885/control/data/tlog
[junit4:junit4]   2> 897 T1849 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 897 T1849 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 900 T1850 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f1549c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 901 T1849 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 901 T1849 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 902 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1873 T1847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1873 T1847 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46895/fs/kh",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46895_fs%2Fkh",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down"}
[junit4:junit4]   2> 1873 T1847 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1874 T1847 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 1874 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 1879 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1904 T1849 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1904 T1849 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:46895/fs/kh collection:control_collection shard:shard1
[junit4:junit4]   2> 1904 T1849 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 1909 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 1909 T1849 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1910 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1911 T1849 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1911 T1849 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1911 T1849 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:46895/fs/kh/collection1/
[junit4:junit4]   2> 1911 T1849 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1911 T1849 oasc.SyncStrategy.syncToMe http://127.0.0.1:46895/fs/kh/collection1/ has no replicas
[junit4:junit4]   2> 1912 T1849 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:46895/fs/kh/collection1/
[junit4:junit4]   2> 1912 T1849 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 1917 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3382 T1847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3386 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3422 T1849 oasc.ZkController.register We are http://127.0.0.1:46895/fs/kh/collection1/ and leader is http://127.0.0.1:46895/fs/kh/collection1/
[junit4:junit4]   2> 3422 T1849 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46895/fs/kh
[junit4:junit4]   2> 3423 T1849 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3423 T1849 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3423 T1849 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3424 T1849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3425 T1824 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3425 T1824 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3426 T1824 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3429 T1824 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3429 T1824 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59377/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@9db3dd
[junit4:junit4]   2> 3430 T1824 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3430 T1852 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59377. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3430 T1852 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59377, initiating session
[junit4:junit4]   2> 3430 T1826 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35003
[junit4:junit4]   2> 3431 T1826 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35003
[junit4:junit4]   2> 3432 T1828 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d669109000004 with negotiated timeout 10000 for client /127.0.0.1:35003
[junit4:junit4]   2> 3432 T1852 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59377, sessionid = 0x13d669109000004, negotiated timeout = 10000
[junit4:junit4]   2> 3432 T1853 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9db3dd name:ZooKeeperConnection Watcher:127.0.0.1:59377/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3432 T1824 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3433 T1824 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3434 T1824 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3489 T1824 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3491 T1824 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51116
[junit4:junit4]   2> 3491 T1824 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3492 T1824 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3492 T1824 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363225417313
[junit4:junit4]   2> 3492 T1824 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363225417313/solr.xml
[junit4:junit4]   2> 3493 T1824 oasc.CoreContainer.<init> New CoreContainer 14444748
[junit4:junit4]   2> 3493 T1824 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363225417313/'
[junit4:junit4]   2> 3493 T1824 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363225417313/'
[junit4:junit4]   2> 3515 T1824 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3516 T1824 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3516 T1824 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3516 T1824 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3517 T1824 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3517 T1824 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3517 T1824 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3518 T1824 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3518 T1824 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3518 T1824 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3524 T1824 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3533 T1824 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:59377/solr
[junit4:junit4]   2> 3533 T1824 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3534 T1824 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59377 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@14cf0ca
[junit4:junit4]   2> 3535 T1824 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3535 T1863 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59377. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3535 T1863 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59377, initiating session
[junit4:junit4]   2> 3535 T1826 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35004
[junit4:junit4]   2> 3536 T1826 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35004
[junit4:junit4]   2> 3536 T1828 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d669109000005 with negotiated timeout 20000 for client /127.0.0.1:35004
[junit4:junit4]   2> 3536 T1863 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59377, sessionid = 0x13d669109000005, negotiated timeout = 20000
[junit4:junit4]   2> 3537 T1864 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14cf0ca name:ZooKeeperConnection Watcher:127.0.0.1:59377 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3537 T1824 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3538 T1829 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d669109000005
[junit4:junit4]   2> 3538 T1826 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35004 which had sessionid 0x13d669109000005
[junit4:junit4]   2> 3538 T1864 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3538 T1824 oaz.ZooKeeper.close Session: 0x13d669109000005 closed
[junit4:junit4]   2> 3539 T1824 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3542 T1824 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59377/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@acc50
[junit4:junit4]   2> 3542 T1865 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59377. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3542 T1824 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3542 T1865 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59377, initiating session
[junit4:junit4]   2> 3543 T1826 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35005
[junit4:junit4]   2> 3543 T1826 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35005
[junit4:junit4]   2> 3544 T1828 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d669109000006 with negotiated timeout 20000 for client /127.0.0.1:35005
[junit4:junit4]   2> 3544 T1865 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59377, sessionid = 0x13d669109000006, negotiated timeout = 20000
[junit4:junit4]   2> 3544 T1866 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@acc50 name:ZooKeeperConnection Watcher:127.0.0.1:59377/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3544 T1824 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3545 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3545 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3546 T1824 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4548 T1824 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51116_fs%2Fkh
[junit4:junit4]   2> 4549 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51116_fs%2Fkh Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51116_fs%2Fkh
[junit4:junit4]   2> 4549 T1824 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51116_fs%2Fkh
[junit4:junit4]   2> 4550 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4551 T1853 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4551 T1866 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4551 T1846 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4555 T1867 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363225417313/collection1
[junit4:junit4]   2> 4556 T1867 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4556 T1867 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4556 T1867 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4557 T1867 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363225417313/collection1/'
[junit4:junit4]   2> 4557 T1867 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363225417313/collection1/lib/README' to classloader
[junit4:junit4]   2> 4557 T1867 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363225417313/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4586 T1867 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 4615 T1867 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4616 T1867 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4627 T1867 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4889 T1847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4890 T1847 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46895/fs/kh",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46895_fs%2Fkh",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"active"}
[junit4:junit4]   2> 4892 T1866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4892 T1853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4892 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4956 T1867 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4962 T1867 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4969 T1867 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4979 T1867 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4982 T1867 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4984 T1867 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4984 T1867 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 4985 T1867 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 4985 T1867 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4985 T1867 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 4986 T1867 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 4986 T1867 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 4986 T1867 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363225417313/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty1/
[junit4:junit4]   2> 4986 T1867 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ced1c
[junit4:junit4]   2> 4986 T1867 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 4987 T1867 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty1 forceNew: false
[junit4:junit4]   2> 4987 T1867 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty1/index/
[junit4:junit4]   2> 4987 T1867 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4988 T1867 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty1/index forceNew: false
[junit4:junit4]   2> 4991 T1867 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738378tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18376f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4991 T1867 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4993 T1867 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4993 T1867 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4993 T1867 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4994 T1867 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4994 T1867 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4994 T1867 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4994 T1867 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4995 T1867 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4995 T1867 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4997 T1867 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4999 T1867 oass.SolrIndexSearcher.<init> Opening Searcher@1e18541 main
[junit4:junit4]   2> 5000 T1867 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty1/tlog
[junit4:junit4]   2> 5000 T1867 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5000 T1867 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5004 T1868 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e18541 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5005 T1867 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5005 T1867 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6395 T1847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6396 T1847 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51116/fs/kh",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51116_fs%2Fkh",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down"}
[junit4:junit4]   2> 6396 T1847 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6396 T1847 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6399 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6399 T1853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6399 T1866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7006 T1867 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7007 T1867 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51116/fs/kh collection:collection1 shard:shard1
[junit4:junit4]   2> 7007 T1867 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7012 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7013 T1867 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7013 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7014 T1867 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7014 T1867 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7014 T1867 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51116/fs/kh/collection1/
[junit4:junit4]   2> 7014 T1867 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7015 T1867 oasc.SyncStrategy.syncToMe http://127.0.0.1:51116/fs/kh/collection1/ has no replicas
[junit4:junit4]   2> 7015 T1867 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51116/fs/kh/collection1/
[junit4:junit4]   2> 7015 T1867 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7017 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7901 T1847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7905 T1866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7905 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7905 T1853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7920 T1867 oasc.ZkController.register We are http://127.0.0.1:51116/fs/kh/collection1/ and leader is http://127.0.0.1:51116/fs/kh/collection1/
[junit4:junit4]   2> 7920 T1867 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51116/fs/kh
[junit4:junit4]   2> 7920 T1867 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7920 T1867 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 7920 T1867 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7921 T1867 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7922 T1824 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 7922 T1824 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7922 T1824 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7986 T1824 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 7988 T1824 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:35597
[junit4:junit4]   2> 7988 T1824 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7989 T1824 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7989 T1824 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363225421805
[junit4:junit4]   2> 7989 T1824 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363225421805/solr.xml
[junit4:junit4]   2> 7990 T1824 oasc.CoreContainer.<init> New CoreContainer 17510950
[junit4:junit4]   2> 7990 T1824 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363225421805/'
[junit4:junit4]   2> 7990 T1824 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363225421805/'
[junit4:junit4]   2> 8007 T1824 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8007 T1824 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8008 T1824 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8008 T1824 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8008 T1824 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8008 T1824 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8009 T1824 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8009 T1824 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8009 T1824 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8010 T1824 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8016 T1824 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8032 T1824 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:59377/solr
[junit4:junit4]   2> 8032 T1824 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8033 T1824 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59377 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1ac5db3
[junit4:junit4]   2> 8033 T1824 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8033 T1879 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59377. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8034 T1879 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59377, initiating session
[junit4:junit4]   2> 8034 T1826 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35011
[junit4:junit4]   2> 8034 T1826 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35011
[junit4:junit4]   2> 8035 T1828 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d669109000007 with negotiated timeout 20000 for client /127.0.0.1:35011
[junit4:junit4]   2> 8035 T1879 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59377, sessionid = 0x13d669109000007, negotiated timeout = 20000
[junit4:junit4]   2> 8035 T1880 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ac5db3 name:ZooKeeperConnection Watcher:127.0.0.1:59377 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8035 T1824 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8036 T1829 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d669109000007
[junit4:junit4]   2> 8036 T1826 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35011 which had sessionid 0x13d669109000007
[junit4:junit4]   2> 8036 T1880 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8036 T1824 oaz.ZooKeeper.close Session: 0x13d669109000007 closed
[junit4:junit4]   2> 8037 T1824 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8039 T1824 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59377/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@195308a
[junit4:junit4]   2> 8040 T1881 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59377. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8040 T1824 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8041 T1881 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59377, initiating session
[junit4:junit4]   2> 8041 T1826 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35012
[junit4:junit4]   2> 8041 T1826 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35012
[junit4:junit4]   2> 8041 T1828 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d669109000008 with negotiated timeout 20000 for client /127.0.0.1:35012
[junit4:junit4]   2> 8042 T1881 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59377, sessionid = 0x13d669109000008, negotiated timeout = 20000
[junit4:junit4]   2> 8042 T1882 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@195308a name:ZooKeeperConnection Watcher:127.0.0.1:59377/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8042 T1824 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8042 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8043 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8044 T1824 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9045 T1824 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35597_fs%2Fkh
[junit4:junit4]   2> 9046 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d669109000008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:35597_fs%2Fkh Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:35597_fs%2Fkh
[junit4:junit4]   2> 9047 T1824 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35597_fs%2Fkh
[junit4:junit4]   2> 9048 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9048 T1866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9048 T1882 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9048 T1853 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9048 T1853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9049 T1866 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9049 T1846 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9052 T1883 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363225421805/collection1
[junit4:junit4]   2> 9053 T1883 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9053 T1883 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9053 T1883 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9054 T1883 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363225421805/collection1/'
[junit4:junit4]   2> 9054 T1883 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363225421805/collection1/lib/README' to classloader
[junit4:junit4]   2> 9055 T1883 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363225421805/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9081 T1883 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9123 T1883 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9123 T1883 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9127 T1883 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9409 T1847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9416 T1847 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51116/fs/kh",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51116_fs%2Fkh",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"active"}
[junit4:junit4]   2> 9419 T1866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9419 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9419 T1882 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9419 T1853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9491 T1883 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9496 T1883 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9499 T1883 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9510 T1883 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9512 T1883 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9514 T1883 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9515 T1883 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9515 T1883 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9515 T1883 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9516 T1883 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9516 T1883 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9516 T1883 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9517 T1883 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363225421805/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty2/
[junit4:junit4]   2> 9517 T1883 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ced1c
[junit4:junit4]   2> 9517 T1883 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9517 T1883 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty2 forceNew: false
[junit4:junit4]   2> 9518 T1883 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty2/index/
[junit4:junit4]   2> 9518 T1883 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9518 T1883 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty2/index forceNew: false
[junit4:junit4]   2> 9521 T1883 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738379tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@d94db4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9521 T1883 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9522 T1883 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9522 T1883 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9523 T1883 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9523 T1883 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9523 T1883 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9524 T1883 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9524 T1883 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9524 T1883 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9524 T1883 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9526 T1883 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9529 T1883 oass.SolrIndexSearcher.<init> Opening Searcher@1d331c1 main
[junit4:junit4]   2> 9529 T1883 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty2/tlog
[junit4:junit4]   2> 9529 T1883 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9529 T1883 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9532 T1884 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d331c1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9533 T1883 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 9533 T1883 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10922 T1847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10923 T1847 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:35597/fs/kh",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:35597_fs%2Fkh",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down"}
[junit4:junit4]   2> 10923 T1847 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 10923 T1847 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 10926 T1853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10926 T1882 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10926 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10926 T1866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11535 T1883 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11535 T1883 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35597/fs/kh collection:collection1 shard:shard1
[junit4:junit4]   2> 11538 T1883 oasc.ZkController.register We are http://127.0.0.1:35597/fs/kh/collection1/ and leader is http://127.0.0.1:51116/fs/kh/collection1/
[junit4:junit4]   2> 11538 T1883 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35597/fs/kh
[junit4:junit4]   2> 11538 T1883 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11538 T1883 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C81 name=collection1 org.apache.solr.core.SolrCore@da3167 url=http://127.0.0.1:35597/fs/kh/collection1 node=127.0.0.1:35597_fs%2Fkh C81_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:35597/fs/kh, core=collection1, collection=collection1, node_name=127.0.0.1:35597_fs%2Fkh, state=down}
[junit4:junit4]   2> 11538 T1885 C81 P35597 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11539 T1883 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11539 T1885 C81 P35597 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11539 T1885 C81 P35597 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11540 T1885 C81 P35597 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11540 T1824 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11540 T1885 C81 P35597 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11540 T1824 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11541 T1824 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11606 T1824 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 11608 T1824 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37614
[junit4:junit4]   2> 11608 T1824 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11609 T1824 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11609 T1824 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363225425430
[junit4:junit4]   2> 11609 T1824 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363225425430/solr.xml
[junit4:junit4]   2> 11610 T1824 oasc.CoreContainer.<init> New CoreContainer 31273064
[junit4:junit4]   2> 11610 T1824 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363225425430/'
[junit4:junit4]   2> 11610 T1824 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363225425430/'
[junit4:junit4]   2> 11626 T1824 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 11627 T1824 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11627 T1824 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 11627 T1824 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11627 T1824 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11628 T1824 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11628 T1824 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11628 T1824 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11628 T1824 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11629 T1824 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 11635 T1824 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11644 T1824 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:59377/solr
[junit4:junit4]   2> 11644 T1824 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 11644 T1824 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59377 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@e71bb5
[junit4:junit4]   2> 11645 T1896 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59377. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 11645 T1824 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11645 T1896 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59377, initiating session
[junit4:junit4]   2> 11646 T1826 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35023
[junit4:junit4]   2> 11646 T1826 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35023
[junit4:junit4]   2> 11647 T1828 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d669109000009 with negotiated timeout 20000 for client /127.0.0.1:35023
[junit4:junit4]   2> 11647 T1896 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59377, sessionid = 0x13d669109000009, negotiated timeout = 20000
[junit4:junit4]   2> 11647 T1897 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e71bb5 name:ZooKeeperConnection Watcher:127.0.0.1:59377 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11647 T1824 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11648 T1829 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d669109000009
[junit4:junit4]   2> 11648 T1897 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 11648 T1826 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35023 which had sessionid 0x13d669109000009
[junit4:junit4]   2> 11648 T1824 oaz.ZooKeeper.close Session: 0x13d669109000009 closed
[junit4:junit4]   2> 11649 T1824 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 11651 T1824 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59377/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@11dea75
[junit4:junit4]   2> 11652 T1898 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59377. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 11652 T1824 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11653 T1898 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59377, initiating session
[junit4:junit4]   2> 11653 T1826 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35024
[junit4:junit4]   2> 11653 T1826 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35024
[junit4:junit4]   2> 11654 T1828 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66910900000a with negotiated timeout 20000 for client /127.0.0.1:35024
[junit4:junit4]   2> 11654 T1898 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59377, sessionid = 0x13d66910900000a, negotiated timeout = 20000
[junit4:junit4]   2> 11654 T1899 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11dea75 name:ZooKeeperConnection Watcher:127.0.0.1:59377/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11654 T1824 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11655 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66910900000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11655 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66910900000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11657 T1824 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12429 T1847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12430 T1847 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:35597/fs/kh",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:35597_fs%2Fkh",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"recovering"}
[junit4:junit4]   2> 12434 T1853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12434 T1866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12434 T1899 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12434 T1882 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12434 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12553 T1862 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {onlyIfLeader=true&nodeName=127.0.0.1:35597_fs%252Fkh&action=PREPRECOVERY&version=2&core=collection1&wt=javabin&coreNodeName=127.0.0.1:35597_fs%252Fkh_collection1&checkLive=true&state=recovering} status=0 QTime=1001 
[junit4:junit4]   2> 12659 T1824 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37614_fs%2Fkh
[junit4:junit4]   2> 12660 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66910900000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:37614_fs%2Fkh Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:37614_fs%2Fkh
[junit4:junit4]   2> 12660 T1824 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37614_fs%2Fkh
[junit4:junit4]   2> 12663 T1866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12663 T1853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12663 T1882 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12663 T1899 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12663 T1846 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12663 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12664 T1853 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12664 T1882 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12664 T1866 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12665 T1899 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12668 T1900 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363225425430/collection1
[junit4:junit4]   2> 12668 T1900 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12669 T1900 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12669 T1900 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12670 T1900 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363225425430/collection1/'
[junit4:junit4]   2> 12670 T1900 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363225425430/collection1/lib/README' to classloader
[junit4:junit4]   2> 12670 T1900 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363225425430/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 12702 T1900 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 12736 T1900 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 12737 T1900 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 12741 T1900 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13089 T1900 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13095 T1900 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13097 T1900 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13107 T1900 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13109 T1900 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13111 T1900 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13112 T1900 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 13112 T1900 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 13112 T1900 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13113 T1900 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 13113 T1900 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 13113 T1900 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 13114 T1900 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363225425430/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty3/
[junit4:junit4]   2> 13114 T1900 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ced1c
[junit4:junit4]   2> 13114 T1900 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 13114 T1900 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty3 forceNew: false
[junit4:junit4]   2> 13115 T1900 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty3/index/
[junit4:junit4]   2> 13115 T1900 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13115 T1900 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty3/index forceNew: false
[junit4:junit4]   2> 13118 T1900 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738380tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@f5d46e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13118 T1900 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13119 T1900 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13119 T1900 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13120 T1900 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13120 T1900 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13121 T1900 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13121 T1900 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13121 T1900 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13121 T1900 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13121 T1900 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13124 T1900 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13126 T1900 oass.SolrIndexSearcher.<init> Opening Searcher@1e34487 main
[junit4:junit4]   2> 13126 T1900 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty3/tlog
[junit4:junit4]   2> 13126 T1900 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13127 T1900 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13130 T1901 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e34487 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13132 T1900 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13132 T1900 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13938 T1847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13938 T1847 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37614/fs/kh",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37614_fs%2Fkh",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down"}
[junit4:junit4]   2> 13939 T1847 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 13939 T1847 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 13941 T1853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13941 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13941 T1899 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13941 T1866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13941 T1882 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14133 T1900 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 14134 T1900 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:37614/fs/kh collection:collection1 shard:shard1
[junit4:junit4]   2> 14136 T1900 oasc.ZkController.register We are http://127.0.0.1:37614/fs/kh/collection1/ and leader is http://127.0.0.1:51116/fs/kh/collection1/
[junit4:junit4]   2> 14136 T1900 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37614/fs/kh
[junit4:junit4]   2> 14136 T1900 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 14136 T1900 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C82 name=collection1 org.apache.solr.core.SolrCore@a9446d url=http://127.0.0.1:37614/fs/kh/collection1 node=127.0.0.1:37614_fs%2Fkh C82_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:37614/fs/kh, core=collection1, collection=collection1, node_name=127.0.0.1:37614_fs%2Fkh, state=down}
[junit4:junit4]   2> 14136 T1902 C82 P37614 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 14136 T1900 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14137 T1902 C82 P37614 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 14137 T1902 C82 P37614 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 14137 T1902 C82 P37614 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14137 T1824 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 14138 T1824 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 14138 T1824 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14140 T1902 C82 P37614 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14199 T1824 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 14200 T1824 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54133
[junit4:junit4]   2> 14201 T1824 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 14201 T1824 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 14201 T1824 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363225428020
[junit4:junit4]   2> 14201 T1824 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363225428020/solr.xml
[junit4:junit4]   2> 14202 T1824 oasc.CoreContainer.<init> New CoreContainer 4553512
[junit4:junit4]   2> 14202 T1824 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363225428020/'
[junit4:junit4]   2> 14202 T1824 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363225428020/'
[junit4:junit4]   2> 14218 T1824 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 14219 T1824 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 14219 T1824 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 14219 T1824 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 14220 T1824 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 14220 T1824 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 14220 T1824 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 14220 T1824 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 14221 T1824 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 14221 T1824 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 14234 T1824 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 14243 T1824 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:59377/solr
[junit4:junit4]   2> 14243 T1824 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 14244 T1824 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59377 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@15d2368
[junit4:junit4]   2> 14244 T1824 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 14244 T1913 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59377. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 14245 T1913 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59377, initiating session
[junit4:junit4]   2> 14245 T1826 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35029
[junit4:junit4]   2> 14245 T1826 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35029
[junit4:junit4]   2> 14246 T1828 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66910900000b with negotiated timeout 20000 for client /127.0.0.1:35029
[junit4:junit4]   2> 14246 T1913 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59377, sessionid = 0x13d66910900000b, negotiated timeout = 20000
[junit4:junit4]   2> 14246 T1914 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15d2368 name:ZooKeeperConnection Watcher:127.0.0.1:59377 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14246 T1824 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 14247 T1829 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d66910900000b
[junit4:junit4]   2> 14247 T1914 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 14247 T1826 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35029 which had sessionid 0x13d66910900000b
[junit4:junit4]   2> 14247 T1824 oaz.ZooKeeper.close Session: 0x13d66910900000b closed
[junit4:junit4]   2> 14248 T1824 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 14250 T1824 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59377/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@190be56
[junit4:junit4]   2> 14251 T1915 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59377. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 14251 T1824 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 14251 T1915 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59377, initiating session
[junit4:junit4]   2> 14251 T1826 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35030
[junit4:junit4]   2> 14252 T1826 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35030
[junit4:junit4]   2> 14252 T1828 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66910900000c with negotiated timeout 20000 for client /127.0.0.1:35030
[junit4:junit4]   2> 14252 T1915 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59377, sessionid = 0x13d66910900000c, negotiated timeout = 20000
[junit4:junit4]   2> 14253 T1916 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@190be56 name:ZooKeeperConnection Watcher:127.0.0.1:59377/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14253 T1824 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 14253 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66910900000c type:create cxid:0x1 zxid:0x94 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14254 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66910900000c type:create cxid:0x2 zxid:0x95 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14255 T1824 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2>  C81_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:35597/fs/kh, core=collection1, collection=collection1, node_name=127.0.0.1:35597_fs%2Fkh, shard=shard1, state=recovering}
[junit4:junit4]   2> 14554 T1885 C81 P35597 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51116/fs/kh/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 14554 T1885 C81 P35597 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:35597/fs/kh START replicas=[http://127.0.0.1:51116/fs/kh/collection1/] nUpdates=100
[junit4:junit4]   2> 14554 T1885 C81 P35597 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 14554 T1885 C81 P35597 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 14554 T1885 C81 P35597 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 14555 T1885 C81 P35597 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 14555 T1885 C81 P35597 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 14555 T1885 C81 P35597 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51116/fs/kh/collection1/. core=collection1
[junit4:junit4]   2> 14555 T1885 C81 P35597 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C83 name=collection1 org.apache.solr.core.SolrCore@ae7192 url=http://127.0.0.1:51116/fs/kh/collection1 node=127.0.0.1:51116_fs%2Fkh C83_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:51116/fs/kh, core=collection1, collection=collection1, node_name=127.0.0.1:51116_fs%2Fkh, shard=shard1, state=active, leader=true}
[junit4:junit4]   2> 14559 T1860 C83 P51116 REQ /get {qt=/get&version=2&getVersions=100&wt=javabin&distrib=false} status=0 QTime=1 
[junit4:junit4]   2> 14559 T1859 C83 P51116 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 14560 T1859 C83 P51116 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738378tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18376f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14561 T1859 C83 P51116 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14566 T1859 C83 P51116 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738378tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18376f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738378tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18376f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 14566 T1859 C83 P51116 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 14567 T1859 C83 P51116 oass.SolrIndexSearcher.<init> Opening Searcher@13b9a9 realtime
[junit4:junit4]   2> 14567 T1859 C83 P51116 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14567 T1859 C83 P51116 /update {waitSearcher=true&commit_end_point=true&openSearcher=false&version=2&wt=javabin&softCommit=false&commit=true} {commit=} 0 8
[junit4:junit4]   2> 14568 T1885 C81 P35597 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14568 T1885 C81 P35597 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 14570 T1861 C83 P51116 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14570 T1861 C83 P51116 REQ /replication {qt=/replication&version=2&wt=javabin&command=indexversion} status=0 QTime=1 
[junit4:junit4]   2> 14571 T1885 C81 P35597 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 14571 T1885 C81 P35597 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 14571 T1885 C81 P35597 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 14573 T1859 C83 P51116 REQ /replication {qt=/replication&version=2&wt=javabin&generation=2&command=filelist} status=0 QTime=0 
[junit4:junit4]   2> 14573 T1885 C81 P35597 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 14574 T1885 C81 P35597 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty2/index.20130313174348452 forceNew: false
[junit4:junit4]   2> 14574 T1885 C81 P35597 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@176035a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1eea876) fullCopy=false
[junit4:junit4]   2> 14576 T1860 C83 P51116 REQ /replication {checksum=true&qt=/replication&wt=filestream&file=segments_2&generation=2&command=filecontent} status=0 QTime=0 
[junit4:junit4]   2> 14577 T1885 C81 P35597 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 14578 T1885 C81 P35597 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 14578 T1885 C81 P35597 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 14579 T1885 C81 P35597 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738379tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@d94db4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738379tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@d94db4),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 14580 T1885 C81 P35597 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 14580 T1885 C81 P35597 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 14580 T1885 C81 P35597 oass.SolrIndexSearcher.<init> Opening Searcher@3536e6 main
[junit4:junit4]   2> 14581 T1884 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3536e6 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 14581 T1885 C81 P35597 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@176035a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1eea876)
[junit4:junit4]   2> 14581 T1885 C81 P35597 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 14581 T1885 C81 P35597 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 14582 T1885 C81 P35597 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 14582 T1885 C81 P35597 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14583 T1885 C81 P35597 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15257 T1824 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54133_fs%2Fkh
[junit4:junit4]   2> 15257 T1829 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66910900000c type:delete cxid:0xb zxid:0x97 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:54133_fs%2Fkh Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:54133_fs%2Fkh
[junit4:junit4]   2> 15258 T1824 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54133_fs%2Fkh
[junit4:junit4]   2> 15260 T1866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15260 T1916 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15261 T1853 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15261 T1846 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15261 T1899 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15261 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15260 T1882 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15261 T1899 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15261 T1853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15261 T1882 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15261 T1866 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15265 T1919 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363225428020/collection1
[junit4:junit4]   2> 15265 T1919 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 15266 T1919 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 15266 T1919 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 15267 T1919 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363225428020/collection1/'
[junit4:junit4]   2> 15267 T1919 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363225428020/collection1/lib/README' to classloader
[junit4:junit4]   2> 15267 T1919 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363225428020/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 15307 T1919 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 15341 T1919 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 15342 T1919 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 15345 T1919 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 15444 T1847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15445 T1847 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37614/fs/kh",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37614_fs%2Fkh",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"recovering"}
[junit4:junit4]   2> 15447 T1847 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:35597/fs/kh",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:35597_fs%2Fkh",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"active"}
[junit4:junit4]   2> 15449 T1882 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15449 T1866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15449 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15449 T1853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15449 T1916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15449 T1899 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15672 T1919 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 15684 T1919 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 15686 T1919 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 15698 T1919 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15701 T1919 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15703 T1919 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15704 T1919 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15704 T1919 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15705 T1919 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15705 T1919 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15706 T1919 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15706 T1919 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15706 T1919 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363225428020/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty4/
[junit4:junit4]   2> 15706 T1919 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ced1c
[junit4:junit4]   2> 15706 T1919 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15707 T1919 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty4 forceNew: false
[junit4:junit4]   2> 15707 T1919 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty4/index/
[junit4:junit4]   2> 15707 T1919 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15708 T1919 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty4/index forceNew: false
[junit4:junit4]   2> 15710 T1919 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738381tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@f637ff),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15710 T1919 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15712 T1919 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15712 T1919 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15712 T1919 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15713 T1919 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15713 T1919 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15713 T1919 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15713 T1919 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15714 T1919 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15714 T1919 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15716 T1919 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15718 T1919 oass.SolrIndexSearcher.<init> Opening Searcher@4ad915 main
[junit4:junit4]   2> 15718 T1919 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty4/tlog
[junit4:junit4]   2> 15719 T1919 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15719 T1919 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15721 T1920 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4ad915 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15722 T1919 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 15723 T1919 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16144 T1862 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {onlyIfLeader=true&nodeName=127.0.0.1:37614_fs%252Fkh&action=PREPRECOVERY&version=2&core=collection1&wt=javabin&coreNodeName=127.0.0.1:37614_fs%252Fkh_collection1&checkLive=true&state=recovering} status=0 QTime=2000 
[junit4:junit4]   2> 16954 T1847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16954 T1847 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54133/fs/kh",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54133_fs%2Fkh",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down"}
[junit4:junit4]   2> 16954 T1847 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 16955 T1847 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 16958 T1853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16958 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16958 T1899 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16958 T1882 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16958 T1916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16958 T1866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17724 T1919 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 17724 T1919 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54133/fs/kh collection:collection1 shard:shard1
[junit4:junit4]   2> 17726 T1919 oasc.ZkController.register We are http://127.0.0.1:54133/fs/kh/collection1/ and leader is http://127.0.0.1:51116/fs/kh/collection1/
[junit4:junit4]   2> 17727 T1919 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54133/fs/kh
[junit4:junit4]   2> 17727 T1919 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 17727 T1919 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C84 name=collection1 org.apache.solr.core.SolrCore@1426e7b url=http://127.0.0.1:54133/fs/kh/collection1 node=127.0.0.1:54133_fs%2Fkh C84_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:54133/fs/kh, core=collection1, collection=collection1, node_name=127.0.0.1:54133_fs%2Fkh, state=down}
[junit4:junit4]   2> 17727 T1921 C84 P54133 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 17728 T1919 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17729 T1921 C84 P54133 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 17729 T1921 C84 P54133 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 17729 T1921 C84 P54133 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17729 T1824 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 17730 T1824 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 17730 T1824 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17733 T1921 C84 P54133 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17735 T1824 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17736 T1824 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 17737 T1824 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 17738 T1824 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C82_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:37614/fs/kh, core=collection1, collection=collection1, node_name=127.0.0.1:37614_fs%2Fkh, shard=shard1, state=recovering}
[junit4:junit4]   2> 18145 T1902 C82 P37614 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51116/fs/kh/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18145 T1902 C82 P37614 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:37614/fs/kh START replicas=[http://127.0.0.1:51116/fs/kh/collection1/] nUpdates=100
[junit4:junit4]   2> 18146 T1902 C82 P37614 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18146 T1902 C82 P37614 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18146 T1902 C82 P37614 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18146 T1902 C82 P37614 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18146 T1902 C82 P37614 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18146 T1902 C82 P37614 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51116/fs/kh/collection1/. core=collection1
[junit4:junit4]   2> 18147 T1902 C82 P37614 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18149 T1862 C83 P51116 REQ /get {qt=/get&version=2&getVersions=100&wt=javabin&distrib=false} status=0 QTime=0 
[junit4:junit4]   2> 18152 T1859 C83 P51116 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 18176 T1859 C83 P51116 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738378tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18376f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738378tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18376f),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18177 T1859 C83 P51116 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18180 T1859 C83 P51116 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18180 T1859 C83 P51116 /update {waitSearcher=true&commit_end_point=true&openSearcher=false&version=2&wt=javabin&softCommit=false&commit=true} {commit=} 0 28
[junit4:junit4]   2> 18181 T1902 C82 P37614 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18182 T1902 C82 P37614 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18185 T1862 C83 P51116 REQ /replication {qt=/replication&version=2&wt=javabin&command=indexversion} status=0 QTime=1 
[junit4:junit4]   2> 18185 T1902 C82 P37614 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 18186 T1902 C82 P37614 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18186 T1902 C82 P37614 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18188 T1859 C83 P51116 REQ /replication {qt=/replication&version=2&wt=javabin&generation=3&command=filelist} status=0 QTime=1 
[junit4:junit4]   2> 18188 T1902 C82 P37614 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18189 T1902 C82 P37614 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty3/index.20130313174352067 forceNew: false
[junit4:junit4]   2> 18189 T1902 C82 P37614 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@b2c69b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1fabb36) fullCopy=false
[junit4:junit4]   2> 18191 T1862 C83 P51116 REQ /replication {checksum=true&qt=/replication&wt=filestream&file=segments_3&generation=3&command=filecontent} status=0 QTime=0 
[junit4:junit4]   2> 18193 T1902 C82 P37614 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18193 T1902 C82 P37614 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18194 T1902 C82 P37614 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18195 T1902 C82 P37614 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738380tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@f5d46e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738380tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@f5d46e),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18196 T1902 C82 P37614 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18197 T1902 C82 P37614 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18197 T1902 C82 P37614 oass.SolrIndexSearcher.<init> Opening Searcher@1014449 main
[junit4:junit4]   2> 18198 T1901 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1014449 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 18198 T1902 C82 P37614 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@b2c69b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1fabb36)
[junit4:junit4]   2> 18198 T1902 C82 P37614 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18198 T1902 C82 P37614 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18199 T1902 C82 P37614 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18199 T1902 C82 P37614 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18200 T1902 C82 P37614 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 18462 T1847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18463 T1847 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54133/fs/kh",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54133_fs%2Fkh",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"recovering"}
[junit4:junit4]   2> 18465 T1847 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37614/fs/kh",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37614_fs%2Fkh",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"active"}
[junit4:junit4]   2> 18486 T1916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18486 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18486 T1882 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18486 T1866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18486 T1899 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18486 T1853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18739 T1824 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18740 T1861 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {onlyIfLeader=true&nodeName=127.0.0.1:54133_fs%252Fkh&action=PREPRECOVERY&version=2&core=collection1&wt=javabin&coreNodeName=127.0.0.1:54133_fs%252Fkh_collection1&checkLive=true&state=recovering} status=0 QTime=1001 
[junit4:junit4]   2> 19741 T1824 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C84_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:54133/fs/kh, core=collection1, collection=collection1, node_name=127.0.0.1:54133_fs%2Fkh, shard=shard1, state=recovering}
[junit4:junit4]   2> 20740 T1921 C84 P54133 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51116/fs/kh/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 20741 T1921 C84 P54133 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:54133/fs/kh START replicas=[http://127.0.0.1:51116/fs/kh/collection1/] nUpdates=100
[junit4:junit4]   2> 20741 T1921 C84 P54133 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 20741 T1921 C84 P54133 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 20741 T1921 C84 P54133 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 20741 T1921 C84 P54133 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 20742 T1921 C84 P54133 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 20742 T1921 C84 P54133 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51116/fs/kh/collection1/. core=collection1
[junit4:junit4]   2> 20742 T1921 C84 P54133 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20742 T1824 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20744 T1859 C83 P51116 REQ /get {qt=/get&version=2&getVersions=100&wt=javabin&distrib=false} status=0 QTime=0 
[junit4:junit4]   2> 20747 T1860 C83 P51116 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20766 T1860 C83 P51116 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738378tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18376f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738378tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18376f),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738378tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18376f),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 20767 T1860 C83 P51116 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 20767 T1860 C83 P51116 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20767 T1860 C83 P51116 /update {waitSearcher=true&commit_end_point=true&openSearcher=false&version=2&wt=javabin&softCommit=false&commit=true} {commit=} 0 20
[junit4:junit4]   2> 20768 T1921 C84 P54133 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20768 T1921 C84 P54133 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 20770 T1862 C83 P51116 REQ /replication {qt=/replication&version=2&wt=javabin&command=indexversion} status=0 QTime=0 
[junit4:junit4]   2> 20771 T1921 C84 P54133 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 20771 T1921 C84 P54133 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 20771 T1921 C84 P54133 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 20773 T1859 C83 P51116 REQ /replication {qt=/replication&version=2&wt=javabin&generation=4&command=filelist} status=0 QTime=0 
[junit4:junit4]   2> 20773 T1921 C84 P54133 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 20774 T1921 C84 P54133 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363225413885/jetty4/index.20130313174354653 forceNew: false
[junit4:junit4]   2> 20774 T1921 C84 P54133 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@18deb66 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f402bc) fullCopy=false
[junit4:junit4]   2> 20776 T1860 C83 P51116 REQ /replication {checksum=true&qt=/replication&wt=filestream&file=segments_4&generation=4&command=filecontent} status=0 QTime=0 
[junit4:junit4]   2> 20778 T1921 C84 P54133 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 20778 T1921 C84 P54133 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 20778 T1921 C84 P54133 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 20780 T1921 C84 P54133 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738381tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@f637ff),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738381tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@f637ff),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 20780 T1921 C84 P54133 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 20780 T1921 C84 P54133 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 20781 T1921 C84 P54133 oass.SolrIndexSearcher.<init> Opening Searcher@a4e25f main
[junit4:junit4]   2> 20781 T1920 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a4e25f main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 20781 T1921 C84 P54133 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@18deb66 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f402bc)
[junit4:junit4]   2> 20782 T1921 C84 P54133 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 20782 T1921 C84 P54133 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 20782 T1921 C84 P54133 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 20782 T1921 C84 P54133 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20783 T1921 C84 P54133 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 21493 T1847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21494 T1847 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54133/fs/kh",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54133_fs%2Fkh",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"active"}
[junit4:junit4]   2> 21499 T1899 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21499 T1882 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21499 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21499 T1916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21499 T1866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21499 T1853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21744 T1824 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21745 T1824 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C85 name=collection1 org.apache.solr.core.SolrCore@99ab4d url=http://127.0.0.1:46895/fs/kh/collection1 node=127.0.0.1:46895_fs%2Fkh C85_STATE=coll:control_collection core:collection1 props:{base_url=http://127.0.0.1:46895/fs/kh, core=collection1, collection=control_collection, node_name=127.0.0.1:46895_fs%2Fkh, shard=shard1, state=active, leader=true}
[junit4:junit4]   2> 21749 T1842 C85 P46895 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21751 T1842 C85 P46895 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738377tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@16a4668),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21751 T1842 C85 P46895 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21756 T1842 C85 P46895 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738377tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@16a4668),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738377tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@16a4668),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 21756 T1842 C85 P46895 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 21757 T1842 C85 P46895 oass.SolrIndexSearcher.<init> Opening Searcher@3f4380 main
[junit4:junit4]   2> 21758 T1842 C85 P46895 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21758 T1850 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f4380 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 21759 T1842 C85 P46895 /update {waitSearcher=true&version=2&wt=javabin&softCommit=false&commit=true} {commit=} 0 10
[junit4:junit4]   2> 21763 T1861 C83 P51116 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21786 T1861 C83 P51116 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738378tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18376f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738378tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18376f),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738378tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18376f),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738378tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18376f),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 21787 T1861 C83 P51116 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 21787 T1861 C83 P51116 oass.SolrIndexSearcher.<init> Opening Searcher@69b1c2 main
[junit4:junit4]   2> 21787 T1861 C83 P51116 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21788 T1868 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@69b1c2 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 21788 T1861 C83 P51116 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:35597/fs/kh/collection1/, StdNode: http://127.0.0.1:37614/fs/kh/collection1/, StdNode: http://127.0.0.1:54133/fs/kh/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C82_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:37614/fs/kh, core=collection1, collection=collection1, node_name=127.0.0.1:37614_fs%2Fkh, shard=shard1, state=active}
[junit4:junit4]   2> 21794 T1892 C82 P37614 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C84_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:54133/fs/kh, core=collection1, collection=collection1, node_name=127.0.0.1:54133_fs%2Fkh, shard=shard1, state=active}
[junit4:junit4]   2> 21795 T1910 C84 P54133 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C81_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:35597/fs/kh, core=collection1, collection=collection1, node_name=127.0.0.1:35597_fs%2Fkh, shard=shard1, state=active}
[junit4:junit4]   2> 21795 T1875 C81 P35597 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21826 T1892 C82 P37614 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738380tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@f5d46e),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738380tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@f5d46e),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 21827 T1892 C82 P37614 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 21827 T1910 C84 P54133 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738381tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@f637ff),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738381tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@f637ff),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 21827 T1875 C81 P35597 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738379tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@d94db4),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738379tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@d94db4),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 21828 T1910 C84 P54133 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 21827 T1892 C82 P37614 oass.SolrIndexSearcher.<init> Opening Searcher@1032619 main
[junit4:junit4]   2> 21828 T1875 C81 P35597 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 21829 T1892 C82 P37614 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21828 T1910 C84 P54133 oass.SolrIndexSearcher.<init> Opening Searcher@c2d4c5 main
[junit4:junit4]   2> 21829 T1901 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1032619 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 21829 T1910 C84 P54133 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21829 T1875 C81 P35597 oass.SolrIndexSearcher.<init> Opening Searcher@9161c3 main
[junit4:junit4]   2> 21830 T1920 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c2d4c5 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 21830 T1892 C82 P37614 /update {waitSearcher=true&commit_end_point=true&expungeDeletes=false&version=2&wt=javabin&softCommit=false&commit=true} {commit=} 0 36
[junit4:junit4]   2> 21830 T1875 C81 P35597 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21830 T1884 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9161c3 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 21830 T1910 C84 P54133 /update {waitSearcher=true&commit_end_point=true&expungeDeletes=false&version=2&wt=javabin&softCommit=false&commit=true} {commit=} 0 35
[junit4:junit4]   2> 21830 T1875 C81 P35597 /update {waitSearcher=true&commit_end_point=true&expungeDeletes=false&version=2&wt=javabin&softCommit=false&commit=true} {commit=} 0 35
[junit4:junit4]   2> 21831 T1861 C83 P51116 /update {waitSearcher=true&version=2&wt=javabin&softCommit=false&commit=true} {commit=} 0 68
[junit4:junit4]   2> 21832 T1824 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21834 T1859 C83 P51116 REQ /select {tests=checkShardConsistency&version=2&wt=javabin&distrib=false&rows=0&q=*:*} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 21836 T1878 C81 P35597 REQ /select {tests=checkShardConsistency&version=2&wt=javabin&distrib=false&rows=0&q=*:*} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 21837 T1894 C82 P37614 REQ /select {tests=checkShardConsistency&version=2&wt=javabin&distrib=false&rows=0&q=*:*} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 21839 T1909 C84 P54133 REQ /select {tests=checkShardConsistency&version=2&wt=javabin&distrib=false&rows=0&q=*:*} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 23843 T1839 C85 P46895 oass.SolrIndexSearcher.<init> Opening Searcher@1badbe realtime
[junit4:junit4]   2> 23844 T1839 C85 P46895 /update {version=2&wt=javabin} {deleteByQuery=*:* (-1429445476583735296)} 0 3
[junit4:junit4]   2> 23849 T1912 C84 P54133 /update {_version_=-1429445476587929600&update.distrib=FROMLEADER&version=2&update.from=http://127.0.0.1:51116/fs/kh/collection1/&wt=javabin} {deleteByQuery=*:* (-1429445476587929600)} 0 1
[junit4:junit4]   2> 23849 T1892 C82 P37614 /update {_version_=-1429445476587929600&update.distrib=FROMLEADER&version=2&update.from=http://127.0.0.1:51116/fs/kh/collection1/&wt=javabin} {deleteByQuery=*:* (-1429445476587929600)} 0 0
[junit4:junit4]   2> 23849 T1875 C81 P35597 /update {_version_=-1429445476587929600&update.distrib=FROMLEADER&version=2&update.from=http://127.0.0.1:51116/fs/kh/collection1/&wt=javabin} {deleteByQuery=*:* (-1429445476587929600)} 0 0
[junit4:junit4]   2> 23850 T1862 C83 P51116 /update {version=2&wt=javabin} {deleteByQuery=*:* (-1429445476587929600)} 0 4
[junit4:junit4]   2> 23854 T1840 C85 P46895 /update {version=2&wt=javabin} {add=[0 (1429445476594221056)]} 0 2
[junit4:junit4]   2> 23860 T1877 C81 P35597 /update {update.distrib=FROMLEADER&version=2&distrib.from=http://127.0.0.1:51116/fs/kh/collection1/&wt=javabin} {add=[0 (1429445476598415360)]} 0 1
[junit4:junit4]   2> 23860 T1909 C84 P54133 /update {update.distrib=FROMLEADER&version=2&distrib.from=http://127.0.0.1:51116/fs/kh/collection1/&wt=javabin} {add=[0 (1429445476598415360)]} 0 1
[junit4:junit4]   2> 23860 T1894 C82 P37614 /update {update.distrib=FROMLEADER&version=2&distrib.from=http://127.0.0.1:51116/fs/kh/collection1/&wt=javabin} {add=[0 (1429445476598415360)]} 0 1
[junit4:junit4]   2> 23861 T1859 C83 P51116 /update {version=2&wt=javabin} {add=[0 (1429445476598415360)]} 0 5
[junit4:junit4]   2> 23863 T1841 C85 P46895 /update {version=2&wt=javabin} {add=[1 (1429445476605755392)]} 0 0
[junit4:junit4]   2> 23868 T1911 C84 P54133 /update {update.distrib=FROMLEADER&version=2&distrib.from=http://127.0.0.1:51116/fs/kh/collection1/&wt=javabin} {add=[1 (1429445476607852544)]} 0 0
[junit4:junit4]   2> 23868 T1876 C81 P35597 /update {update.distrib=FROMLEADER&version=2&distrib.from=http://127.0.0.1:51116/fs/kh/collection1/&wt=javabin} {add=[1 (1429445476607852544)]} 0 0
[junit4:junit4]   2> 23868 T1895 C82 P37614 /update {update.distrib=FROMLEADER&version=2&distrib.from=http://127.0.0.1:51116/fs/kh/collection1/&wt=javabin} {add=[1 (1429445476607852544)]} 0 0
[junit4:junit4]   2> 23869 T1860 C83 P51116 /update {version=2&wt=javabin} {add=[1 (1429445476607852544)]} 0 4
[junit4:junit4]   2> 23871 T1842 C85 P46895 /update {version=2&wt=javabin} {add=[2 (1429445476614144000)]} 0 0
[junit4:junit4]   2> 23876 T1910 C84 P54133 /update {update.distrib=FROMLEADER&version=2&distrib.from=http://127.0.0.1:51116/fs/kh/collection1/&wt=javabin} {add=[2 (1429445476616241152)]} 0 0
[junit4:junit4]   2> 23876 T1893 C82 P37614 /update {update.distrib=FROMLEADER&version=2&distrib.from=http://127.0.0.1:51116/fs/kh/collection1/&wt=javabin} {add=[2 (1429445476616241152)]} 0 0
[junit4:junit4]   2> 23877 T1861 C83 P51116 /update {version=2&wt=javabin&test.distrib.skip.servers=http://127.0.0.1:35597/fs/kh/collection1/} {add=[2 (1429445476616241152)]} 0 4
[junit4:junit4]   2> 23879 T1839 C85 P46895 /update {version=2&wt=javabin} {add=[3 (1429445476622532608)]} 0 0
[junit4:junit4]   2> 23884 T1912 C84 P54133 /update {update.distrib=FROMLEADER&version=2&distrib.from=http://127.0.0.1:51116/fs/kh/collection1/&wt=javabin} {add=[3 (1429445476625678336)]} 0 0
[junit4:junit4]   2> 23885 T1862 C83 P51116 /update {version=2&wt=javabin&test.distrib.skip.servers=http://127.0.0.1:35597/fs/kh/collection1/&test.distrib.skip.servers=http://127.0.0.1:37614/fs/kh/collection1/} {add=[3 (1429445476625678336)]} 0 4
[junit4:junit4]   2> 23887 T1840 C85 P46895 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23906 T1840 C85 P46895 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738377tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@16a4668),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738377tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@16a4668),segFN=segments_3,generation=3,filenames=[_0_Pulsing41_1.pos, _0_Memory_0.ram, _0_Pulsing41_1.tip, _0.fnm, _0_Pulsing41_0.pos, _0.nvd, _0.fdx, _0_Direct_0.pos, _0.fdt, _0_Pulsing41_0.tip, _0.si, _0_Direct_0.tim, _0_Direct_0.tip, _0_Pulsing41_0.doc, _0_Direct_0.doc, _0_Pulsing41_1.doc, _0.nvm, _0_Pulsing41_0.tim, segments_3, _0_Pulsing41_1.tim]
[junit4:junit4]   2> 23906 T1840 C85 P46895 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_Pulsing41_1.pos, _0_Memory_0.ram, _0_Pulsing41_1.tip, _0.fnm, _0_Pulsing41_0.pos, _0.nvd, _0.fdx, _0_Direct_0.pos, _0.fdt, _0_Pulsing41_0.tip, _0.si, _0_Direct_0.tim, _0_Direct_0.tip, _0_Pulsing41_0.doc, _0_Direct_0.doc, _0_Pulsing41_1.doc, _0.nvm, _0_Pulsing41_0.tim, segments_3, _0_Pulsing41_1.tim]
[junit4:junit4]   2> 23911 T1840 C85 P46895 oass.SolrIndexSearcher.<init> Opening Searcher@1f15bd7 main
[junit4:junit4]   2> 23911 T1840 C85 P46895 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23912 T1850 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f15bd7 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 23912 T1840 C85 P46895 /update {waitSearcher=true&version=2&wt=javabin&softCommit=false&commit=true} {commit=} 0 25
[junit4:junit4]   2> 23914 T1859 C83 P51116 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23936 T1859 C83 P51116 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738378tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18376f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738378tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18376f),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738378tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18376f),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738378tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18376f),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738378tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18376f),segFN=segments_6,generation=6,filenames=[_0_Pulsing41_1.pos, _0_Memory_0.ram, _0_Pulsing41_1.tip, _0.fnm, _0_Pulsing41_0.pos, _0.nvd, _0.fdx, _0_Direct_0.pos, segments_6, _0.fdt, _0_Pulsing41_0.tip, _0.si, _0_Direct_0.tim, _0_Direct_0.tip, _0_Pulsing41_0.doc, _0_Direct_0.doc, _0_Pulsing41_1.doc, _0.nvm, _0_Pulsing41_0.tim, _0_Pulsing41_1.tim]
[junit4:junit4]   2> 23936 T1859 C83 P51116 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0_Pulsing41_1.pos, _0_Memory_0.ram, _0_Pulsing41_1.tip, _0.fnm, _0_Pulsing41_0.pos, _0.nvd, _0.fdx, _0_Direct_0.pos, segments_6, _0.fdt, _0_Pulsing41_0.tip, _0.si, _0_Direct_0.tim, _0_Direct_0.tip, _0_Pulsing41_0.doc, _0_Direct_0.doc, _0_Pulsing41_1.doc, _0.nvm, _0_Pulsing41_0.tim, _0_Pulsing41_1.tim]
[junit4:junit4]   2> 23940 T1859 C83 P51116 oass.SolrIndexSearcher.<init> Opening Searcher@b9e4c9 main
[junit4:junit4]   2> 23940 T1859 C83 P51116 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23941 T1868 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b9e4c9 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 23941 T1859 C83 P51116 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:35597/fs/kh/collection1/, StdNode: http://127.0.0.1:37614/fs/kh/collection1/, StdNode: http://127.0.0.1:54133/fs/kh/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 23943 T1909 C84 P54133 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23943 T1878 C81 P35597 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23943 T1892 C82 P37614 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24016 T1892 C82 P37614 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738380tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@f5d46e),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738380tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@f5d46e),segFN=segments_5,generation=5,filenames=[_0_Pulsing41_1.pos, _0_Memory_0.ram, _0_Pulsing41_1.tip, _0.fnm, _0_Pulsing41_0.pos, _0.nvd, _0.fdx, _0_Direct_0.pos, _0.fdt, _0_Pulsing41_0.tip, _0.si, _0_Direct_0.tim, _0_Direct_0.tip, _0_Pulsing41_0.doc, _0_Direct_0.doc, _0_Pulsing41_1.doc, _0.nvm, _0_Pulsing41_0.tim, _0_Pulsing41_1.tim, segments_5]
[junit4:junit4]   2> 24016 T1878 C81 P35597 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738379tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@d94db4),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738379tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@d94db4),segFN=segments_4,generation=4,filenames=[_0_Pulsing41_1.pos, _0_Memory_0.ram, _0_Pulsing41_1.tip, _0.fnm, _0_Pulsing41_0.pos, _0.nvd, _0.fdx, _0_Direct_0.pos, _0.fdt, _0_Pulsing41_0.tip, _0.si, _0_Direct_0.tim, _0_Direct_0.tip, segments_4, _0_Pulsing41_0.doc, _0_Direct_0.doc, _0_Pulsing41_1.doc, _0.nvm, _0_Pulsing41_0.tim, _0_Pulsing41_1.tim]
[junit4:junit4]   2> 24016 T1909 C84 P54133 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738381tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@f637ff),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index83738381tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@f637ff),segFN=segments_6,generation=6,filenames=[_0_Pulsing41_1.pos, _0_Memory_0.ram, _0_Pulsing41_1.tip, _0.fnm, _0_Pulsing41_0.pos, _0.nvd, _0.fdx, _0_Direct_0.pos, segments_6, _0.fdt, _0_Pulsing41_0.tip, _0.si, _0_Direct_0.tim, _0_Direct_0.tip, _0_Pulsing41_0.doc, _0_Direct_0.doc, _0_Pulsing41_1.doc, _0.nvm, _0_Pulsing41_0.tim, _0_Pulsing41_1.tim]
[junit4:junit4]   2> 24017 T1892 C82 P37614 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0_Pulsing41_1.pos, _0_Memory_0.ram, _0_Pulsing41_1.tip, _0.fnm, _0_Pulsing41_0.pos, _0.nvd, _0.fdx, _0_Direct_0.pos, _0.fdt, _0_Pulsing41_0.tip, _0.si, _0_Direct_0.tim, _0_Direct_0.tip, _0_Pulsing41_0.doc, _0_Direct_0.doc, _0_Pulsing41_1.doc, _0.nvm, _0_Pulsing41_0.tim, _0_Pulsing41_1.tim, segments_5]
[junit4:junit4]   2> 24017 T1878 C81 P35597 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0_Pulsing41_1.pos, _0_Memory_0.ram, _0_Pulsing41_1.tip, _0.fnm, _0_Pulsing41_0.pos, _0.nvd, _0.fdx, _0_Direct_0.pos, _0.fdt, _0_Pulsing41_0.tip, _0.si, _0_Direct

[...truncated too long message...]

st.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 33456 T2559 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 33459 T2558 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 4 leaked thread(s).
[junit4:junit4]   2> 33529 T2562 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 33578 T2633 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 33578 T2633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 33578 T2633 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 33578 T2633 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 33902 T1730 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 34664 T2650 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 34664 T2650 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 34665 T2650 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 34665 T2650 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=en_PH, timezone=Asia/Samarkand
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=3,free=12521624,total=155144192
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestStressVersions, ReturnFieldsTest, TestFunctionQuery, TestBadConfig, FastVectorHighlighterTest, TestReplicationHandler, ResourceLoaderTest, FileBasedSpellCheckerTest, AutoCommitTest, SimpleFacetsTest, PeerSyncTest, TestTrie, TestGroupingSearch, JsonLoaderTest, TestPHPSerializedResponseWriter, TestPhraseSuggestions, ScriptEngineTest, TestSurroundQueryParser, LeaderElectionTest, UnloadDistributedZkTest, TestJoin, UpdateRequestProcessorFactoryTest, ExternalFileFieldSortTest, PrimUtilsTest, TermVectorComponentTest, StatelessScriptUpdateProcessorFactoryTest, TestFuzzyAnalyzedSuggestions, DistributedTermsComponentTest, OverseerTest, LukeRequestHandlerTest, AnalysisAfterCoreReloadTest, TestStressRecovery, LegacyHTMLStripCharFilterTest, TestSearchPerf, RAMDirectoryFactoryTest, SchemaVersionSpecificBehaviorTest, TestPerFieldSimilarity, MBeansHandlerTest, TestDynamicFieldCollectionResource, TestFastLRUCache, SyncSliceTest, TestRandomDVFaceting, TestIBSimilarityFactory, QueryElevationComponentTest, TestPseudoReturnFields, BinaryUpdateRequestHandlerTest, TestCollationKeyRangeQueries, DirectUpdateHandlerOptimizeTest, ClusterStateUpdateTest, MoreLikeThisHandlerTest, ShardRoutingTest, SearchHandlerTest, RegexBoostProcessorTest, SuggesterFSTTest, TestLRUCache, ResponseLogComponentTest, SpatialFilterTest, TestFastWriter, TestSolrQueryParser, BasicFunctionalityTest, PluginInfoTest, QueryEqualityTest, DistributedQueryElevationComponentTest, SpellingQueryConverterTest, SliceStateUpdateTest, SynonymTokenizerTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J0 in 34.74s, 1 test, 1 error <<< FAILURES!

[...truncated 423 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 272 suites, 1145 tests, 1 error, 1 failure, 14 ignored (8 assumptions)

Total time: 45 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b79 -server -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b79) - Build # 4667 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4667/
Java: 32bit/jdk1.8.0-ea-b79 -client -XX:+UseConcMarkSweepGC

3 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:41018/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:41018/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([8DB642027ED24C6E:C50CC1A098D2C52]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.UnloadDistributedZkTest.testDistribSearch

Error Message:
Still found shard

Stack Trace:
java.lang.AssertionError: Still found shard
	at __randomizedtesting.SeedInfo.seed([8DB642027ED24C6E:C50CC1A098D2C52]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([8DB642027ED24C6E:C50CC1A098D2C52]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9014 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 1 T125 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 5 T125 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363219627875
[junit4:junit4]   2> 6 T125 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 7 T126 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 7 T126 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 7 T126 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 7 T126 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 8 T126 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 10 T126 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 107 T125 oasc.ZkTestServer.run start zk server on port:38572
[junit4:junit4]   2> 108 T125 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38572 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@171e449
[junit4:junit4]   2> 109 T125 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 109 T131 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38572. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 110 T131 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38572, initiating session
[junit4:junit4]   2> 110 T127 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57012
[junit4:junit4]   2> 111 T127 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57012
[junit4:junit4]   2> 111 T129 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 193 T129 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6638bf680000 with negotiated timeout 10000 for client /127.0.0.1:57012
[junit4:junit4]   2> 194 T131 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38572, sessionid = 0x13d6638bf680000, negotiated timeout = 10000
[junit4:junit4]   2> 194 T132 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@171e449 name:ZooKeeperConnection Watcher:127.0.0.1:38572 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 194 T125 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 195 T125 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 198 T130 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6638bf680000
[junit4:junit4]   2> 199 T127 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57012 which had sessionid 0x13d6638bf680000
[junit4:junit4]   2> 199 T132 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 198 T125 oaz.ZooKeeper.close Session: 0x13d6638bf680000 closed
[junit4:junit4]   2> 199 T125 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38572/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b60597
[junit4:junit4]   2> 208 T125 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 209 T133 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38572. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 209 T127 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57013
[junit4:junit4]   2> 210 T133 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38572, initiating session
[junit4:junit4]   2> 210 T127 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57013
[junit4:junit4]   2> 211 T129 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6638bf680001 with negotiated timeout 10000 for client /127.0.0.1:57013
[junit4:junit4]   2> 211 T133 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38572, sessionid = 0x13d6638bf680001, negotiated timeout = 10000
[junit4:junit4]   2> 213 T134 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b60597 name:ZooKeeperConnection Watcher:127.0.0.1:38572/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 213 T125 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 214 T125 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 217 T125 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 219 T125 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 221 T125 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 224 T125 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 225 T125 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 229 T125 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 237 T125 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 241 T125 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 242 T125 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 244 T125 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 245 T125 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 247 T125 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 248 T125 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 250 T125 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 251 T125 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 253 T125 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 254 T125 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 262 T125 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 263 T125 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 268 T125 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 268 T125 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 270 T130 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6638bf680001
[junit4:junit4]   2> 271 T127 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57013 which had sessionid 0x13d6638bf680001
[junit4:junit4]   2> 271 T134 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 271 T125 oaz.ZooKeeper.close Session: 0x13d6638bf680001 closed
[junit4:junit4]   2> 379 T125 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 408 T125 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56222
[junit4:junit4]   2> 409 T125 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 410 T125 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 410 T125 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363219628141
[junit4:junit4]   2> 411 T125 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363219628141/solr.xml
[junit4:junit4]   2> 411 T125 oasc.CoreContainer.<init> New CoreContainer 31576777
[junit4:junit4]   2> 412 T125 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363219628141/'
[junit4:junit4]   2> 412 T125 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363219628141/'
[junit4:junit4]   2> 446 T125 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 448 T125 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 448 T125 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 449 T125 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 449 T125 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 449 T125 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 449 T125 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 450 T125 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 450 T125 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 450 T125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 462 T125 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 488 T125 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:38572/solr
[junit4:junit4]   2> 489 T125 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 489 T125 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38572 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@d00ef2
[junit4:junit4]   2> 491 T125 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 492 T144 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38572. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 492 T144 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38572, initiating session
[junit4:junit4]   2> 492 T127 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57014
[junit4:junit4]   2> 493 T127 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57014
[junit4:junit4]   2> 494 T129 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6638bf680002 with negotiated timeout 20000 for client /127.0.0.1:57014
[junit4:junit4]   2> 495 T144 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38572, sessionid = 0x13d6638bf680002, negotiated timeout = 20000
[junit4:junit4]   2> 495 T145 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d00ef2 name:ZooKeeperConnection Watcher:127.0.0.1:38572 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 496 T125 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 503 T130 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6638bf680002
[junit4:junit4]   2> 504 T127 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57014 which had sessionid 0x13d6638bf680002
[junit4:junit4]   2> 504 T125 oaz.ZooKeeper.close Session: 0x13d6638bf680002 closed
[junit4:junit4]   2> 504 T145 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 509 T125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 514 T125 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38572/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@796618
[junit4:junit4]   2> 518 T125 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 518 T146 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38572. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 519 T127 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57015
[junit4:junit4]   2> 520 T146 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38572, initiating session
[junit4:junit4]   2> 520 T127 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57015
[junit4:junit4]   2> 521 T129 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6638bf680003 with negotiated timeout 20000 for client /127.0.0.1:57015
[junit4:junit4]   2> 522 T146 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38572, sessionid = 0x13d6638bf680003, negotiated timeout = 20000
[junit4:junit4]   2> 522 T147 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@796618 name:ZooKeeperConnection Watcher:127.0.0.1:38572/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 523 T125 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 526 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 530 T125 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 538 T125 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56222_
[junit4:junit4]   2> 545 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:56222_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:56222_
[junit4:junit4]   2> 546 T125 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56222_
[junit4:junit4]   2> 556 T125 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 561 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 561 T125 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 570 T125 oasc.Overseer.start Overseer (id=89339961532743683-127.0.0.1:56222_-n_0000000000) starting
[junit4:junit4]   2> 570 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 572 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 580 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 587 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 590 T149 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 591 T125 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 601 T125 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 603 T125 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 606 T148 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 610 T150 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363219628141/collection1
[junit4:junit4]   2> 613 T150 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 617 T150 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 618 T150 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 619 T150 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363219628141/collection1/'
[junit4:junit4]   2> 619 T150 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363219628141/collection1/lib/README' to classloader
[junit4:junit4]   2> 620 T150 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363219628141/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 684 T150 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 764 T150 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 765 T150 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 775 T150 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1696 T150 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1717 T150 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1723 T150 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1749 T150 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1794 T150 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1799 T150 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1801 T150 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1802 T150 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1803 T150 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1805 T150 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1805 T150 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1805 T150 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1806 T150 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363219628141/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/control/data/
[junit4:junit4]   2> 1806 T150 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d1a0d3
[junit4:junit4]   2> 1807 T150 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1807 T150 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/control/data forceNew: false
[junit4:junit4]   2> 1808 T150 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/control/data/index/
[junit4:junit4]   2> 1808 T150 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1808 T150 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/control/data/index forceNew: false
[junit4:junit4]   2> 1812 T150 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@586a11 lockFactory=org.apache.lucene.store.NativeFSLockFactory@10fcdbc),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1813 T150 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1816 T150 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1816 T150 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1817 T150 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1819 T150 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1820 T150 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1820 T150 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1820 T150 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1821 T150 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1821 T150 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1824 T150 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1828 T150 oass.SolrIndexSearcher.<init> Opening Searcher@d736b1 main
[junit4:junit4]   2> 1829 T150 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/control/data/tlog
[junit4:junit4]   2> 1829 T150 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1830 T150 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1843 T150 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1843 T150 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1844 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1847 T151 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d736b1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2111 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2112 T148 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56222",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56222_",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 2112 T148 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2122 T148 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2122 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2135 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2846 T150 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2847 T150 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56222 collection:control_collection shard:shard1
[junit4:junit4]   2> 2852 T150 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 2860 T150 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2868 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2869 T150 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2870 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2872 T150 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2872 T150 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2874 T150 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56222/collection1/
[junit4:junit4]   2> 2874 T150 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2875 T150 oasc.SyncStrategy.syncToMe http://127.0.0.1:56222/collection1/ has no replicas
[junit4:junit4]   2> 2875 T150 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56222/collection1/
[junit4:junit4]   2> 2875 T150 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2879 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3643 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3650 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3686 T150 oasc.ZkController.register We are http://127.0.0.1:56222/collection1/ and leader is http://127.0.0.1:56222/collection1/
[junit4:junit4]   2> 3687 T150 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56222
[junit4:junit4]   2> 3687 T150 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3687 T150 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3687 T150 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3689 T150 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3690 T125 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3691 T125 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3713 T125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3721 T125 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3724 T125 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38572/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@a053c2
[junit4:junit4]   2> 3726 T153 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38572. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3725 T125 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3726 T127 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57017
[junit4:junit4]   2> 3727 T153 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38572, initiating session
[junit4:junit4]   2> 3727 T127 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57017
[junit4:junit4]   2> 3728 T129 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6638bf680004 with negotiated timeout 10000 for client /127.0.0.1:57017
[junit4:junit4]   2> 3729 T153 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38572, sessionid = 0x13d6638bf680004, negotiated timeout = 10000
[junit4:junit4]   2> 3730 T154 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a053c2 name:ZooKeeperConnection Watcher:127.0.0.1:38572/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3730 T125 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3731 T125 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3735 T125 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3828 T125 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3830 T125 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:44291
[junit4:junit4]   2> 3831 T125 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3831 T125 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3832 T125 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363219631605
[junit4:junit4]   2> 3832 T125 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363219631605/solr.xml
[junit4:junit4]   2> 3832 T125 oasc.CoreContainer.<init> New CoreContainer 20388043
[junit4:junit4]   2> 3833 T125 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363219631605/'
[junit4:junit4]   2> 3833 T125 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363219631605/'
[junit4:junit4]   2> 3863 T125 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3863 T125 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3864 T125 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3864 T125 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3864 T125 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3865 T125 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3865 T125 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3865 T125 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3866 T125 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3866 T125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3874 T125 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3911 T125 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:38572/solr
[junit4:junit4]   2> 3912 T125 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3912 T125 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38572 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@12de773
[junit4:junit4]   2> 3913 T164 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38572. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3913 T125 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3914 T164 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38572, initiating session
[junit4:junit4]   2> 3914 T127 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57018
[junit4:junit4]   2> 3914 T127 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57018
[junit4:junit4]   2> 3915 T129 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6638bf680005 with negotiated timeout 20000 for client /127.0.0.1:57018
[junit4:junit4]   2> 3915 T164 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38572, sessionid = 0x13d6638bf680005, negotiated timeout = 20000
[junit4:junit4]   2> 3916 T165 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12de773 name:ZooKeeperConnection Watcher:127.0.0.1:38572 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3916 T125 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3917 T130 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6638bf680005
[junit4:junit4]   2> 3917 T127 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57018 which had sessionid 0x13d6638bf680005
[junit4:junit4]   2> 3917 T125 oaz.ZooKeeper.close Session: 0x13d6638bf680005 closed
[junit4:junit4]   2> 3918 T125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3922 T165 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3923 T125 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38572/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1eb1d49
[junit4:junit4]   2> 3925 T166 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38572. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3925 T166 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38572, initiating session
[junit4:junit4]   2> 3925 T127 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57019
[junit4:junit4]   2> 3926 T127 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57019
[junit4:junit4]   2> 3926 T129 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6638bf680006 with negotiated timeout 20000 for client /127.0.0.1:57019
[junit4:junit4]   2> 3927 T166 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38572, sessionid = 0x13d6638bf680006, negotiated timeout = 20000
[junit4:junit4]   2> 3931 T125 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3931 T167 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1eb1d49 name:ZooKeeperConnection Watcher:127.0.0.1:38572/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3932 T125 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3932 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3938 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3940 T125 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4944 T125 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44291_
[junit4:junit4]   2> 4945 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:44291_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:44291_
[junit4:junit4]   2> 4946 T125 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44291_
[junit4:junit4]   2> 4949 T147 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4949 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4949 T167 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4949 T154 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4960 T168 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363219631605/collection1
[junit4:junit4]   2> 4960 T168 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4961 T168 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4961 T168 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4962 T168 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363219631605/collection1/'
[junit4:junit4]   2> 4963 T168 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363219631605/collection1/lib/README' to classloader
[junit4:junit4]   2> 4963 T168 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363219631605/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5031 T168 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 5129 T168 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5130 T168 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5137 T168 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5158 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5159 T148 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56222",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56222_",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 5175 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5175 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5175 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6122 T168 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6138 T168 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6151 T168 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6164 T168 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6174 T168 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6194 T168 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6195 T168 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6195 T168 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6195 T168 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6196 T168 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6196 T168 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6197 T168 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6197 T168 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363219631605/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty1/
[junit4:junit4]   2> 6197 T168 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d1a0d3
[junit4:junit4]   2> 6198 T168 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6198 T168 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty1 forceNew: false
[junit4:junit4]   2> 6199 T168 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty1/index/
[junit4:junit4]   2> 6199 T168 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6199 T168 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty1/index forceNew: false
[junit4:junit4]   2> 6200 T168 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@122bc34 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11c56f9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6201 T168 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6203 T168 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6203 T168 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6203 T168 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6204 T168 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6205 T168 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6205 T168 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6206 T168 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6206 T168 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6207 T168 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6210 T168 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6213 T168 oass.SolrIndexSearcher.<init> Opening Searcher@99704c main
[junit4:junit4]   2> 6213 T168 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty1/tlog
[junit4:junit4]   2> 6214 T168 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6214 T168 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6222 T169 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@99704c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6225 T168 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6225 T168 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6687 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6688 T148 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44291",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44291_",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 6688 T148 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6688 T148 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6692 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6692 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6692 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7233 T168 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7233 T168 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:44291 collection:collection1 shard:shard1
[junit4:junit4]   2> 7237 T168 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7243 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7244 T168 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7245 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7246 T168 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7246 T168 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7247 T168 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44291/collection1/
[junit4:junit4]   2> 7247 T168 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7247 T168 oasc.SyncStrategy.syncToMe http://127.0.0.1:44291/collection1/ has no replicas
[junit4:junit4]   2> 7247 T168 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:44291/collection1/
[junit4:junit4]   2> 7248 T168 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7251 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8197 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8212 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8212 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8212 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8262 T168 oasc.ZkController.register We are http://127.0.0.1:44291/collection1/ and leader is http://127.0.0.1:44291/collection1/
[junit4:junit4]   2> 8262 T168 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44291
[junit4:junit4]   2> 8262 T168 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8262 T168 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8262 T168 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8264 T168 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8265 T125 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8265 T125 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8266 T125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8362 T125 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8365 T125 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41018
[junit4:junit4]   2> 8366 T125 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8366 T125 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8367 T125 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363219636138
[junit4:junit4]   2> 8367 T125 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363219636138/solr.xml
[junit4:junit4]   2> 8368 T125 oasc.CoreContainer.<init> New CoreContainer 4773919
[junit4:junit4]   2> 8368 T125 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363219636138/'
[junit4:junit4]   2> 8369 T125 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363219636138/'
[junit4:junit4]   2> 8402 T125 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8403 T125 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8403 T125 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8404 T125 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8404 T125 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8405 T125 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8405 T125 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8406 T125 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8406 T125 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8407 T125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8426 T125 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8450 T125 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:38572/solr
[junit4:junit4]   2> 8451 T125 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8451 T125 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38572 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@9dc87f
[junit4:junit4]   2> 8452 T180 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38572. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8457 T125 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8458 T127 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57021
[junit4:junit4]   2> 8458 T180 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38572, initiating session
[junit4:junit4]   2> 8459 T127 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57021
[junit4:junit4]   2> 8460 T129 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6638bf680007 with negotiated timeout 20000 for client /127.0.0.1:57021
[junit4:junit4]   2> 8460 T180 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38572, sessionid = 0x13d6638bf680007, negotiated timeout = 20000
[junit4:junit4]   2> 8460 T181 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9dc87f name:ZooKeeperConnection Watcher:127.0.0.1:38572 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8462 T125 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8464 T130 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6638bf680007
[junit4:junit4]   2> 8464 T127 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57021 which had sessionid 0x13d6638bf680007
[junit4:junit4]   2> 8470 T181 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8470 T125 oaz.ZooKeeper.close Session: 0x13d6638bf680007 closed
[junit4:junit4]   2> 8471 T125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8477 T125 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38572/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@70d059
[junit4:junit4]   2> 8479 T182 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38572. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8479 T182 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38572, initiating session
[junit4:junit4]   2> 8479 T127 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57022
[junit4:junit4]   2> 8479 T125 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8480 T127 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57022
[junit4:junit4]   2> 8481 T129 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6638bf680008 with negotiated timeout 20000 for client /127.0.0.1:57022
[junit4:junit4]   2> 8481 T182 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38572, sessionid = 0x13d6638bf680008, negotiated timeout = 20000
[junit4:junit4]   2> 8481 T183 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70d059 name:ZooKeeperConnection Watcher:127.0.0.1:38572/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8481 T125 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8489 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8490 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8494 T125 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9497 T125 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41018_
[junit4:junit4]   2> 9498 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:41018_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:41018_
[junit4:junit4]   2> 9498 T125 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41018_
[junit4:junit4]   2> 9507 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9508 T167 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9508 T147 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9508 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9508 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9508 T183 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9509 T154 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9514 T184 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363219636138/collection1
[junit4:junit4]   2> 9515 T184 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9515 T184 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9515 T184 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9520 T184 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363219636138/collection1/'
[junit4:junit4]   2> 9521 T184 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363219636138/collection1/lib/README' to classloader
[junit4:junit4]   2> 9521 T184 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363219636138/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9569 T184 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9659 T184 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9662 T184 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9668 T184 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9718 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9719 T148 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44291",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44291_",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 9723 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9723 T183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9723 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9723 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10704 T184 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10719 T184 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10723 T184 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10783 T184 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10789 T184 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10794 T184 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10796 T184 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10797 T184 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10797 T184 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10798 T184 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10798 T184 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10799 T184 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10799 T184 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363219636138/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty2/
[junit4:junit4]   2> 10800 T184 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d1a0d3
[junit4:junit4]   2> 10801 T184 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10801 T184 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty2 forceNew: false
[junit4:junit4]   2> 10801 T184 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty2/index/
[junit4:junit4]   2> 10802 T184 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10802 T184 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty2/index forceNew: false
[junit4:junit4]   2> 10803 T184 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@c10366 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12a2a23),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10804 T184 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10813 T184 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10813 T184 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10814 T184 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10815 T184 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10816 T184 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10816 T184 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10816 T184 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10817 T184 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10818 T184 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10822 T184 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10834 T184 oass.SolrIndexSearcher.<init> Opening Searcher@1f390cb main
[junit4:junit4]   2> 10835 T184 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty2/tlog
[junit4:junit4]   2> 10836 T184 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10836 T184 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10848 T185 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f390cb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10851 T184 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10851 T184 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11230 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11231 T148 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41018",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41018_",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 11231 T148 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11232 T148 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 11236 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11236 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11236 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11238 T183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11853 T184 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11853 T184 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41018 collection:collection1 shard:shard2
[junit4:junit4]   2> 11854 T184 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 11869 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680008 type:delete cxid:0x47 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 11870 T184 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 11870 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680008 type:create cxid:0x48 zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11872 T184 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 11872 T184 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 11872 T184 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:41018/collection1/
[junit4:junit4]   2> 11873 T184 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 11873 T184 oasc.SyncStrategy.syncToMe http://127.0.0.1:41018/collection1/ has no replicas
[junit4:junit4]   2> 11873 T184 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:41018/collection1/
[junit4:junit4]   2> 11873 T184 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 11876 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680008 type:create cxid:0x51 zxid:0x83 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12743 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12753 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12753 T183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12753 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12753 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12783 T184 oasc.ZkController.register We are http://127.0.0.1:41018/collection1/ and leader is http://127.0.0.1:41018/collection1/
[junit4:junit4]   2> 12783 T184 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41018
[junit4:junit4]   2> 12783 T184 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12783 T184 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12784 T184 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12785 T184 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12786 T125 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 12786 T125 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12787 T125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12881 T125 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12890 T125 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57204
[junit4:junit4]   2> 12890 T125 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12891 T125 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12891 T125 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363219640661
[junit4:junit4]   2> 12892 T125 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363219640661/solr.xml
[junit4:junit4]   2> 12892 T125 oasc.CoreContainer.<init> New CoreContainer 24674711
[junit4:junit4]   2> 12893 T125 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363219640661/'
[junit4:junit4]   2> 12894 T125 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363219640661/'
[junit4:junit4]   2> 12930 T125 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 12930 T125 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12930 T125 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12931 T125 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12932 T125 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12932 T125 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12933 T125 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12933 T125 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12934 T125 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12934 T125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12950 T125 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12983 T125 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:38572/solr
[junit4:junit4]   2> 12983 T125 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12984 T125 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38572 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1e673af
[junit4:junit4]   2> 12987 T196 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38572. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12989 T127 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57025
[junit4:junit4]   2> 12988 T125 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12992 T196 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38572, initiating session
[junit4:junit4]   2> 12993 T127 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57025
[junit4:junit4]   2> 12995 T129 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6638bf680009 with negotiated timeout 20000 for client /127.0.0.1:57025
[junit4:junit4]   2> 12995 T196 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38572, sessionid = 0x13d6638bf680009, negotiated timeout = 20000
[junit4:junit4]   2> 12996 T197 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e673af name:ZooKeeperConnection Watcher:127.0.0.1:38572 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12996 T125 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12998 T130 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6638bf680009
[junit4:junit4]   2> 12998 T127 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57025 which had sessionid 0x13d6638bf680009
[junit4:junit4]   2> 12998 T125 oaz.ZooKeeper.close Session: 0x13d6638bf680009 closed
[junit4:junit4]   2> 12998 T197 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12999 T125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 13007 T125 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38572/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@ae30c9
[junit4:junit4]   2> 13011 T198 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38572. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13010 T125 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13011 T198 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38572, initiating session
[junit4:junit4]   2> 13012 T127 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57026
[junit4:junit4]   2> 13012 T127 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57026
[junit4:junit4]   2> 13014 T129 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6638bf68000a with negotiated timeout 20000 for client /127.0.0.1:57026
[junit4:junit4]   2> 13014 T198 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38572, sessionid = 0x13d6638bf68000a, negotiated timeout = 20000
[junit4:junit4]   2> 13015 T199 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ae30c9 name:ZooKeeperConnection Watcher:127.0.0.1:38572/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13015 T125 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13019 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf68000a type:create cxid:0x1 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13021 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf68000a type:create cxid:0x2 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13025 T125 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 14030 T125 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57204_
[junit4:junit4]   2> 14032 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf68000a type:delete cxid:0xb zxid:0x92 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:57204_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:57204_
[junit4:junit4]   2> 14034 T125 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57204_
[junit4:junit4]   2> 14037 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14038 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14038 T199 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14038 T183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14038 T154 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14038 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14041 T167 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14041 T183 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14041 T147 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14059 T200 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363219640661/collection1
[junit4:junit4]   2> 14059 T200 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14060 T200 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14060 T200 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14061 T200 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363219640661/collection1/'
[junit4:junit4]   2> 14061 T200 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363219640661/collection1/lib/README' to classloader
[junit4:junit4]   2> 14061 T200 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363219640661/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14128 T200 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 14214 T200 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14215 T200 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14236 T200 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14271 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14272 T148 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41018",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41018_",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 14280 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14281 T199 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14280 T183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14280 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14281 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15169 T200 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 15180 T200 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 15192 T200 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 15223 T200 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15230 T200 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15244 T200 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15246 T200 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15247 T200 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15247 T200 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15248 T200 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15249 T200 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15258 T200 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15259 T200 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363219640661/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty3/
[junit4:junit4]   2> 15259 T200 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d1a0d3
[junit4:junit4]   2> 15260 T200 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15260 T200 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty3 forceNew: false
[junit4:junit4]   2> 15261 T200 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty3/index/
[junit4:junit4]   2> 15261 T200 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15261 T200 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty3/index forceNew: false
[junit4:junit4]   2> 15266 T200 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1cab95e lockFactory=org.apache.lucene.store.NativeFSLockFactory@a8c394),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15266 T200 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15268 T200 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15269 T200 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15269 T200 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15270 T200 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15271 T200 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15271 T200 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15272 T200 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15273 T200 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15273 T200 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15277 T200 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15281 T200 oass.SolrIndexSearcher.<init> Opening Searcher@17bab2c main
[junit4:junit4]   2> 15281 T200 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty3/tlog
[junit4:junit4]   2> 15286 T200 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15286 T200 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15292 T200 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 15293 T201 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@17bab2c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15293 T200 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15787 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15788 T148 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:57204",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:57204_",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 15793 T148 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15793 T148 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15801 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15801 T199 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15801 T183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15801 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15801 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16295 T200 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16296 T200 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57204 collection:collection1 shard:shard1
[junit4:junit4]   2> 16298 T200 oasc.ZkController.register We are http://127.0.0.1:57204/collection1/ and leader is http://127.0.0.1:44291/collection1/
[junit4:junit4]   2> 16299 T200 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57204
[junit4:junit4]   2> 16299 T200 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16299 T200 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C9 name=collection1 org.apache.solr.core.SolrCore@ad7cfd url=http://127.0.0.1:57204/collection1 node=127.0.0.1:57204_ C9_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:57204, collection=collection1, node_name=127.0.0.1:57204_, state=down, core=collection1}
[junit4:junit4]   2> 16306 T202 C9 P57204 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16306 T200 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16309 T202 C9 P57204 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16312 T202 C9 P57204 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16312 T125 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 16313 T202 C9 P57204 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16313 T125 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16313 T125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16314 T202 C9 P57204 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16439 T125 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 16441 T125 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:38584
[junit4:junit4]   2> 16442 T125 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 16443 T125 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 16443 T125 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363219644187
[junit4:junit4]   2> 16444 T125 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363219644187/solr.xml
[junit4:junit4]   2> 16444 T125 oasc.CoreContainer.<init> New CoreContainer 10091736
[junit4:junit4]   2> 16445 T125 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363219644187/'
[junit4:junit4]   2> 16445 T125 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363219644187/'
[junit4:junit4]   2> 16478 T125 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 16479 T125 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 16479 T125 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 16480 T125 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 16480 T125 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 16489 T125 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 16490 T125 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 16490 T125 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 16491 T125 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 16491 T125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 16504 T125 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 16541 T125 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:38572/solr
[junit4:junit4]   2> 16541 T125 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 16541 T125 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38572 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1ccf4c4
[junit4:junit4]   2> 16542 T125 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16543 T213 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38572. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16546 T127 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57028
[junit4:junit4]   2> 16546 T213 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38572, initiating session
[junit4:junit4]   2> 16547 T127 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57028
[junit4:junit4]   2> 16548 T129 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6638bf68000b with negotiated timeout 20000 for client /127.0.0.1:57028
[junit4:junit4]   2> 16554 T213 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38572, sessionid = 0x13d6638bf68000b, negotiated timeout = 20000
[junit4:junit4]   2> 16554 T214 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ccf4c4 name:ZooKeeperConnection Watcher:127.0.0.1:38572 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16554 T125 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16557 T130 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6638bf68000b
[junit4:junit4]   2> 16558 T127 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57028 which had sessionid 0x13d6638bf68000b
[junit4:junit4]   2> 16562 T214 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 16562 T125 oaz.ZooKeeper.close Session: 0x13d6638bf68000b closed
[junit4:junit4]   2> 16563 T125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 16568 T125 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38572/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@92630f
[junit4:junit4]   2> 16570 T125 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16571 T215 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38572. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16571 T215 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38572, initiating session
[junit4:junit4]   2> 16571 T127 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57029
[junit4:junit4]   2> 16572 T127 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57029
[junit4:junit4]   2> 16573 T129 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6638bf68000c with negotiated timeout 20000 for client /127.0.0.1:57029
[junit4:junit4]   2> 16573 T215 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38572, sessionid = 0x13d6638bf68000c, negotiated timeout = 20000
[junit4:junit4]   2> 16573 T216 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@92630f name:ZooKeeperConnection Watcher:127.0.0.1:38572/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16573 T125 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16574 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf68000c type:create cxid:0x1 zxid:0xa3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16579 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf68000c type:create cxid:0x2 zxid:0xa4 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16582 T125 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17306 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17306 T148 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:57204",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:57204_",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 17319 T199 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17319 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17319 T183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17319 T216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17319 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17319 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17594 T125 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38584_
[junit4:junit4]   2> 17594 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf68000c type:delete cxid:0xd zxid:0xa9 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:38584_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:38584_
[junit4:junit4]   2> 17595 T125 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38584_
[junit4:junit4]   2> 17598 T216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17598 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17599 T183 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17599 T183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17600 T147 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17601 T216 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17599 T199 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17598 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17607 T217 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363219644187/collection1
[junit4:junit4]   2> 17607 T154 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17607 T217 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 17607 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17609 T199 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17609 T217 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 17609 T217 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 17609 T167 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17610 T217 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363219644187/collection1/'
[junit4:junit4]   2> 17611 T217 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363219644187/collection1/lib/README' to classloader
[junit4:junit4]   2> 17612 T217 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363219644187/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 17699 T217 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 17741 T162 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {action=PREPRECOVERY&wt=javabin&checkLive=true&coreNodeName=4&state=recovering&onlyIfLeader=true&version=2&core=collection1&nodeName=127.0.0.1:57204_} status=0 QTime=1002 
[junit4:junit4]   2> 17803 T217 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17804 T217 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17814 T217 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 18874 T217 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 18889 T217 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 18894 T217 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 18914 T217 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18918 T217 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18922 T217 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18923 T217 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 18925 T217 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 18925 T217 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18927 T217 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 18927 T217 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 18927 T217 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 18928 T217 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363219644187/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty4/
[junit4:junit4]   2> 18928 T217 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d1a0d3
[junit4:junit4]   2> 18928 T217 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 18929 T217 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty4 forceNew: false
[junit4:junit4]   2> 18929 T217 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty4/index/
[junit4:junit4]   2> 18930 T217 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 18930 T217 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty4/index forceNew: false
[junit4:junit4]   2> 18932 T217 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1a13830 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2e91c6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18932 T217 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18935 T217 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 18935 T217 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 18936 T217 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 18937 T217 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 18938 T217 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 18938 T217 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 18938 T217 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 18939 T217 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 18941 T217 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 18944 T217 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 18955 T217 oass.SolrIndexSearcher.<init> Opening Searcher@bbefac main
[junit4:junit4]   2> 18956 T217 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty4/tlog
[junit4:junit4]   2> 18957 T217 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 18957 T217 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 18966 T218 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@bbefac main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 18967 T217 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 18967 T217 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C9_STATE=coll:collection1 core:collection1 props:{shard=shard1, base_url=http://127.0.0.1:57204, collection=collection1, node_name=127.0.0.1:57204_, state=recovering, core=collection1}
[junit4:junit4]   2> 19773 T202 C9 P57204 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:44291/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19777 T202 C9 P57204 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 19782 T202 C9 P57204 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:57204 START replicas=[http://127.0.0.1:44291/collection1/] nUpdates=100
[junit4:junit4]   2> 19785 T202 C9 P57204 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19786 T202 C9 P57204 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19786 T202 C9 P57204 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19786 T202 C9 P57204 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19786 T202 C9 P57204 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19787 T202 C9 P57204 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:44291/collection1/. core=collection1
[junit4:junit4]   2> 19787 T202 C9 P57204 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C10 name=collection1 org.apache.solr.core.SolrCore@1bfde7b url=http://127.0.0.1:44291/collection1 node=127.0.0.1:44291_ C10_STATE=coll:collection1 core:collection1 props:{shard=shard1, base_url=http://127.0.0.1:44291, collection=collection1, node_name=127.0.0.1:44291_, state=active, core=collection1, leader=true}
[junit4:junit4]   2> 19807 T163 C10 P44291 REQ /get {qt=/get&wt=javabin&getVersions=100&distrib=false&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19811 T162 C10 P44291 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19813 T162 C10 P44291 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@122bc34 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11c56f9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19814 T162 C10 P44291 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19814 T162 C10 P44291 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@122bc34 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11c56f9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@122bc34 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11c56f9),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19819 T162 C10 P44291 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19820 T162 C10 P44291 oass.SolrIndexSearcher.<init> Opening Searcher@6d81fd realtime
[junit4:junit4]   2> 19820 T162 C10 P44291 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19821 T162 C10 P44291 /update {wt=javabin&softCommit=false&openSearcher=false&commit_end_point=true&commit=true&version=2&waitSearcher=true} {commit=} 0 15
[junit4:junit4]   2> 19848 T202 C9 P57204 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19849 T202 C9 P57204 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4]   2> 19853 T202 C9 P57204 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19900 T160 C10 P44291 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19900 T160 C10 P44291 REQ /replication {qt=/replication&wt=javabin&command=indexversion&version=2} status=0 QTime=45 
[junit4:junit4]   2> 19901 T202 C9 P57204 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19901 T202 C9 P57204 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19901 T202 C9 P57204 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19905 T163 C10 P44291 REQ /replication {qt=/replication&wt=javabin&command=filelist&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 19906 T202 C9 P57204 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19907 T202 C9 P57204 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty3/index.20130314020727776 forceNew: false
[junit4:junit4]   2> 19907 T202 C9 P57204 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@e980ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@bd6e57) fullCopy=false
[junit4:junit4]   2> 19913 T162 C10 P44291 REQ /replication {qt=/replication&wt=filestream&checksum=true&command=filecontent&file=segments_2&generation=2} status=0 QTime=2 
[junit4:junit4]   2> 19917 T202 C9 P57204 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19919 T202 C9 P57204 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19919 T202 C9 P57204 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19920 T202 C9 P57204 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1cab95e lockFactory=org.apache.lucene.store.NativeFSLockFactory@a8c394),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1cab95e lockFactory=org.apache.lucene.store.NativeFSLockFactory@a8c394),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19920 T202 C9 P57204 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19921 T202 C9 P57204 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19921 T202 C9 P57204 oass.SolrIndexSearcher.<init> Opening Searcher@42fe0a main
[junit4:junit4]   2> 19922 T201 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@42fe0a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19922 T202 C9 P57204 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@e980ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@bd6e57)
[junit4:junit4]   2> 19922 T202 C9 P57204 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19923 T202 C9 P57204 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19923 T202 C9 P57204 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19923 T202 C9 P57204 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19924 T202 C9 P57204 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20344 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20345 T148 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:38584",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:38584_",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 20346 T148 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 20346 T148 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 20358 T148 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:57204",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:57204_",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 20361 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20362 T199 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20362 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20361 T216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20362 T183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20362 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20968 T217 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 20969 T217 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:38584 collection:collection1 shard:shard2
[junit4:junit4]   2> 20972 T217 oasc.ZkController.register We are http://127.0.0.1:38584/collection1/ and leader is http://127.0.0.1:41018/collection1/
[junit4:junit4]   2> 20972 T217 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38584
[junit4:junit4]   2> 20973 T217 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 20973 T217 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C11 name=collection1 org.apache.solr.core.SolrCore@59f0e2 url=http://127.0.0.1:38584/collection1 node=127.0.0.1:38584_ C11_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:38584, collection=collection1, node_name=127.0.0.1:38584_, state=down, core=collection1}
[junit4:junit4]   2> 20974 T221 C11 P38584 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 20974 T217 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20975 T221 C11 P38584 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 20975 T221 C11 P38584 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 20976 T221 C11 P38584 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20976 T125 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 20976 T125 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 20976 T125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20977 T221 C11 P38584 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20980 T125 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20981 T125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20988 T160 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363219631605/onenodecollectioncore
[junit4:junit4]   2> 20988 T160 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 20989 T160 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 20989 T160 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 20990 T160 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 20991 T160 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 20992 T160 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 20993 T160 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363219631605/onenodecollectioncore/'
[junit4:junit4]   2> 21039 T160 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 21106 T160 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 21108 T160 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 21115 T160 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 21811 T160 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 21821 T160 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 21824 T160 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 21839 T160 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 21843 T160 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 21847 T160 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 21848 T160 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 21848 T160 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 21848 T160 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 21849 T160 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 21849 T160 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 21850 T160 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 21850 T160 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363219631605/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363219627875/onenodecollection/
[junit4:junit4]   2> 21850 T160 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d1a0d3
[junit4:junit4]   2> 21851 T160 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 21851 T160 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363219627875/onenodecollection forceNew: false
[junit4:junit4]   2> 21852 T160 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363219627875/onenodecollection/index/
[junit4:junit4]   2> 21852 T160 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363219627875/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 21853 T160 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363219627875/onenodecollection/index forceNew: false
[junit4:junit4]   2> 21854 T160 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@a4e74e lockFactory=org.apache.lucene.store.NativeFSLockFactory@facbb2),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21855 T160 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21857 T160 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 21858 T160 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 21859 T160 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 21859 T160 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 21860 T160 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 21861 T160 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 21861 T160 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 21862 T160 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 21862 T160 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 21866 T160 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 21867 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21868 T148 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:38584",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:38584_",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 21874 T160 oass.SolrIndexSearcher.<init> Opening Searcher@13c96e7 main
[junit4:junit4]   2> 21875 T216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21875 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21875 T183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21875 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21875 T160 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363219627875/onenodecollection/tlog
[junit4:junit4]   2> 21875 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21875 T199 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21878 T160 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 21878 T160 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 21884 T223 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@13c96e7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 21887 T160 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 21983 T178 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {action=PREPRECOVERY&wt=javabin&checkLive=true&coreNodeName=5&state=recovering&onlyIfLeader=true&version=2&core=collection1&nodeName=127.0.0.1:38584_} status=0 QTime=1000 
[junit4:junit4]   2> 23381 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23381 T148 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44291",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44291_",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore"}
[junit4:junit4]   2> 23382 T148 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 23382 T148 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 23385 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23385 T199 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23385 T183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23385 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23385 T216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23385 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23889 T160 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 23889 T160 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:44291 collection:onenodecollection shard:shard1
[junit4:junit4]   2> 23890 T160 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 23895 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680006 type:delete cxid:0xaa zxid:0xc5 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 23895 T160 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 23896 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680006 type:create cxid:0xab zxid:0xc6 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 23897 T160 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 23897 T160 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 23897 T160 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44291/onenodecollectioncore/
[junit4:junit4]   2> 23898 T160 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 23898 T160 oasc.SyncStrategy.syncToMe http://127.0.0.1:44291/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 23898 T160 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:44291/onenodecollectioncore/
[junit4:junit4]   2> 23898 T160 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 23901 T130 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6638bf680006 type:create cxid:0xb5 zxid:0xca txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2>  C11_STATE=coll:collection1 core:collection1 props:{shard=shard2, base_url=http://127.0.0.1:38584, collection=collection1, node_name=127.0.0.1:38584_, state=recovering, core=collection1}
[junit4:junit4]   2> 23984 T221 C11 P38584 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:41018/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 23985 T221 C11 P38584 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:38584 START replicas=[http://127.0.0.1:41018/collection1/] nUpdates=100
[junit4:junit4]   2> 23985 T221 C11 P38584 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 23985 T221 C11 P38584 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 23985 T221 C11 P38584 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 23985 T221 C11 P38584 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 23985 T221 C11 P38584 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 23986 T221 C11 P38584 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:41018/collection1/. core=collection1
[junit4:junit4]   2> 23986 T221 C11 P38584 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C12 name=collection1 org.apache.solr.core.SolrCore@8a57ac url=http://127.0.0.1:41018/collection1 node=127.0.0.1:41018_ C12_STATE=coll:collection1 core:collection1 props:{shard=shard2, base_url=http://127.0.0.1:41018, collection=collection1, node_name=127.0.0.1:41018_, state=active, core=collection1, leader=true}
[junit4:junit4]   2> 23992 T179 C12 P41018 REQ /get {qt=/get&wt=javabin&getVersions=100&distrib=false&version=2} status=0 QTime=0 
[junit4:junit4]   2> 23993 T178 C12 P41018 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23994 T178 C12 P41018 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@c10366 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12a2a23),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 23995 T178 C12 P41018 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 23995 T178 C12 P41018 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@c10366 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12a2a23),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@c10366 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12a2a23),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23996 T178 C12 P41018 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23996 T178 C12 P41018 oass.SolrIndexSearcher.<init> Opening Searcher@e69094 realtime
[junit4:junit4]   2> 23997 T178 C12 P41018 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23997 T178 C12 P41018 /update {wt=javabin&softCommit=false&openSearcher=false&commit_end_point=true&commit=true&version=2&waitSearcher=true} {commit=} 0 5
[junit4:junit4]   2> 23999 T221 C11 P38584 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 23999 T221 C11 P38584 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 24001 T179 C12 P41018 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 24001 T179 C12 P41018 REQ /replication {qt=/replication&wt=javabin&command=indexversion&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24003 T221 C11 P38584 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 24003 T221 C11 P38584 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 24003 T221 C11 P38584 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 24005 T178 C12 P41018 REQ /replication {qt=/replication&wt=javabin&command=filelist&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24006 T221 C11 P38584 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 24007 T221 C11 P38584 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/jetty4/index.20130314020731875 forceNew: false
[junit4:junit4]   2> 24007 T221 C11 P38584 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@af63e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ae76) fullCopy=false
[junit4:junit4]   2> 24013 T176 C12 P41018 REQ /replication {qt=/replication&wt=filestream&checksum=true&command=filecontent&file=segments_2&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 24015 T221 C11 P38584 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 24017 T221 C11 P38584 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 24017 T221 C11 P38584 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 24018 T221 C11 P38584 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1a13830 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2e91c6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1a13830 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2e91c6),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 24018 T221 C11 P38584 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 24019 T221 C11 P38584 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 24019 T221 C11 P38584 oass.SolrIndexSearcher.<init> Opening Searcher@4240ce main
[junit4:junit4]   2> 24020 T218 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4240ce main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 24021 T221 C11 P38584 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@af63e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ae76)
[junit4:junit4]   2> 24021 T221 C11 P38584 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 24021 T221 C11 P38584 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 24021 T221 C11 P38584 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 24021 T221 C11 P38584 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 24023 T221 C11 P38584 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 24889 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24896 T148 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:38584",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:38584_",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 24898 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24898 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24898 T199 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24898 T183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24898 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24898 T216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24907 T160 oasc.ZkController.register We are http://127.0.0.1:44291/onenodecollectioncore/ and leader is http://127.0.0.1:44291/onenodecollectioncore/
[junit4:junit4]   2> 24907 T160 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:44291
[junit4:junit4]   2> 24908 T160 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 24908 T160 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 24916 T160 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24917 T160 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {action=CREATE&wt=javabin&numShards=1&collection=onenodecollection&roles=none&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363219627875/onenodecollection&name=onenodecollectioncore&version=2} status=0 QTime=3930 
[junit4:junit4]   2> 24918 T125 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 24918 T125 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25920 T125 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 26404 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 26405 T148 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44291",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44291_",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore"}
[junit4:junit4]   2> 26408 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 26409 T183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 26408 T216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 26408 T199 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 26409 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 26408 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 26922 T125 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 26923 T125 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 26924 T125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 26940 T178 oejs.Response.sendError WARNING Committed before 404 Can not find: /onenodecollectioncore/update
[junit4:junit4]   2> 26941 T125 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38572 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b6d6d3
[junit4:junit4]   2> 26941 T178 oejs.ServletHandler.doHandle WARNING /onenodecollectioncore/update java.lang.IllegalStateException: Committed
[junit4:junit4]   2> 	at org.eclipse.jetty.server.Response.resetBuffer(Response.java:1136)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.Response.sendError(Response.java:314)
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404.service(JettySolrRunner.java:465)
[junit4:junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:770)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:669)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1336)
[junit4:junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:379)
[junit4:junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:948)
[junit4:junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 26941 T125 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 26942 T226 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38572. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 26943 T226 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38572, initiating session
[junit4:junit4]   2> 26943 T127 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57052
[junit4:junit4]   2> 26943 T127 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57052
[junit4:junit4]   2> 26944 T129 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6638bf68000d with negotiated timeout 10000 for client /127.0.0.1:57052
[junit4:junit4]   2> 26944 T226 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38572, sessionid = 0x13d6638bf68000d, negotiated timeout = 10000
[junit4:junit4]   2> 26944 T227 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b6d6d3 name:ZooKeeperConnection Watcher:127.0.0.1:38572 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 26945 T125 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 26982 T130 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6638bf68000d
[junit4:junit4]   2> 26983 T127 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57052 which had sessionid 0x13d6638bf68000d
[junit4:junit4]   2> 26983 T227 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 26983 T125 oaz.ZooKeeper.close Session: 0x13d6638bf68000d closed
[junit4:junit4]   2> 26984 T130 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6638bf680004
[junit4:junit4]   2> 26984 T154 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 26984 T127 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57017 which had sessionid 0x13d6638bf680004
[junit4:junit4]   2> 26984 T125 oaz.ZooKeeper.close Session: 0x13d6638bf680004 closed
[junit4:junit4]   2> 26987 T125 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 56222
[junit4:junit4]   2> 26987 T125 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=31576777
[junit4:junit4]   2> 27913 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 27914 T148 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56222",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56222_",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 27919 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 27920 T199 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 27920 T216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 27920 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 27920 T183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 28989 T125 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 28989 T125 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 28992 T125 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@14a3c56
[junit4:junit4]   2> 28999 T125 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 29000 T125 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 29000 T125 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 29000 T125 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 29001 T125 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 29001 T125 oasc.CachingDirectoryFactory.close Closing directory when closing factory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/control/data/index
[junit4:junit4]   2> 29001 T125 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/control/data/index
[junit4:junit4]   2> 29002 T125 oasc.CachingDirectoryFactory.close Closing directory when closing factory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/control/data
[junit4:junit4]   2> 29002 T125 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363219627875/control/data
[junit4:junit4]   2> 29003 T148 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89339961532743683-127.0.0.1:56222_-n_0000000000) am no longer a leader.
[junit4:junit4]   2> 29003 T130 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6638bf680003
[junit4:junit4]   2> 29004 T216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 29004 T147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 29004 T183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 29004 T127 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57015 which had sessionid 0x13d6638bf680003
[junit4:junit4]   2> 29004 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 29004 T147 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 29004 T199 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 29004 T125 oaz.ZooKeeper.close Session: 0x13d6638bf680003 closed
[junit4:junit4]   2> 29005 T199 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 29005 T147 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 29006 T147 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 29006 T216 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 29007 T183 oascc.ZkStateReader$3.pr

[...truncated too long message...]

ile.encoding=UTF-8
[junit4:junit4] FAILURE 49.4s J0 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([8DB642027ED24C6E:C50CC1A098D2C52]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:92)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:54)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 49413 T2095 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 49426 T2094 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4]   2> 49474 T2098 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 49483 T2170 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 49483 T2170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 49483 T2170 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 49484 T2170 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 50576 T2187 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 50577 T2187 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 50577 T2187 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 50577 T2187 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene3x, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=pt, timezone=America/Eirunepe
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=8,free=362165016,total=518979584
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestSolrQueryParser, SimpleFacetsTest, ZkCLITest, CoreAdminHandlerTest, RAMDirectoryFactoryTest, SuggesterTest, LukeRequestHandlerTest, DirectSolrConnectionTest, QueryElevationComponentTest, SliceStateTest, TestFunctionQuery, AnalysisAfterCoreReloadTest, FieldMutatingUpdateProcessorTest, UpdateRequestProcessorFactoryTest, TestFieldCollectionResource, TestCollationKeyRangeQueries, LoggingHandlerTest, ExternalFileFieldSortTest, TestStressVersions, TestTrie, TestLMDirichletSimilarityFactory, CSVRequestHandlerTest, TestRemoteStreaming, BasicDistributedZkTest, TestFuzzyAnalyzedSuggestions, MBeansHandlerTest, TestLFUCache, TestConfig, TestFieldTypeCollectionResource, TestValueSourceCache, TestSolrDeletionPolicy2, ReturnFieldsTest, SpellingQueryConverterTest, DirectUpdateHandlerOptimizeTest, SpatialFilterTest, CacheHeaderTest, TestPhraseSuggestions, OverseerTest, OverseerCollectionProcessorTest, WordBreakSolrSpellCheckerTest, TestFieldTypeResource, TestRealTimeGet, AlternateDirectoryTest, SolrCoreTest, SystemInfoHandlerTest, TestCoreContainer, TestFaceting, TestPluginEnable, TestSort, TestDocSet, JsonLoaderTest, PluginInfoTest, FileBasedSpellCheckerTest, SliceStateUpdateTest, TestQueryUtils, PrimitiveFieldTypeTest, TermsComponentTest, TestPerFieldSimilarity, TestPseudoReturnFields, SuggesterFSTTest, TestLRUCache, TestDocumentBuilder, MinimalSchemaTest, BinaryUpdateRequestHandlerTest, SearchHandlerTest, PeerSyncTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest]
[junit4:junit4] Completed on J0 in 50.76s, 1 test, 1 failure <<< FAILURES!

[...truncated 417 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 272 suites, 1144 tests, 1 error, 2 failures, 13 ignored (7 assumptions)

Total time: 47 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b79 -client -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b79) - Build # 4666 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4666/
Java: 32bit/jdk1.8.0-ea-b79 -server -XX:+UseParallelGC

3 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:57752/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:57752/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([9107F06D4236154A:10E17E7535697576]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.UnloadDistributedZkTest.testDistribSearch

Error Message:
Still found shard

Stack Trace:
java.lang.AssertionError: Still found shard
	at __randomizedtesting.SeedInfo.seed([9107F06D4236154A:10E17E7535697576]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([9107F06D4236154A:10E17E7535697576]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8897 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T76 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 8 T76 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363213432367
[junit4:junit4]   2> 9 T76 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 10 T77 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 21 T77 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 22 T77 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 22 T77 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 23 T77 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 24 T77 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 110 T76 oasc.ZkTestServer.run start zk server on port:53810
[junit4:junit4]   2> 111 T76 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53810 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@20caad
[junit4:junit4]   2> 112 T82 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:53810. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 113 T82 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:53810, initiating session
[junit4:junit4]   2> 114 T78 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:47671
[junit4:junit4]   2> 114 T78 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:47671
[junit4:junit4]   2> 116 T80 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 116 T76 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 235 T80 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65da363e0000 with negotiated timeout 10000 for client /127.0.0.1:47671
[junit4:junit4]   2> 235 T82 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:53810, sessionid = 0x13d65da363e0000, negotiated timeout = 10000
[junit4:junit4]   2> 236 T83 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20caad name:ZooKeeperConnection Watcher:127.0.0.1:53810 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 237 T76 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 237 T76 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 241 T81 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d65da363e0000
[junit4:junit4]   2> 242 T83 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 242 T76 oaz.ZooKeeper.close Session: 0x13d65da363e0000 closed
[junit4:junit4]   2> 243 T76 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53810/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@e731d9
[junit4:junit4]   2> 243 T78 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:47671 which had sessionid 0x13d65da363e0000
[junit4:junit4]   2> 244 T76 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 245 T84 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:53810. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 247 T84 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:53810, initiating session
[junit4:junit4]   2> 247 T78 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:47672
[junit4:junit4]   2> 248 T78 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:47672
[junit4:junit4]   2> 249 T80 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65da363e0001 with negotiated timeout 10000 for client /127.0.0.1:47672
[junit4:junit4]   2> 249 T84 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:53810, sessionid = 0x13d65da363e0001, negotiated timeout = 10000
[junit4:junit4]   2> 250 T85 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e731d9 name:ZooKeeperConnection Watcher:127.0.0.1:53810/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 251 T76 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 251 T76 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 257 T76 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 261 T76 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 267 T76 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 274 T76 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 275 T76 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 285 T76 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 286 T76 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 306 T76 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 307 T76 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 322 T76 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 323 T76 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 333 T76 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 334 T76 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 361 T76 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 362 T76 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 366 T76 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 367 T76 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 372 T76 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 373 T76 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 380 T76 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 381 T76 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 386 T81 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d65da363e0001
[junit4:junit4]   2> 387 T85 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 387 T78 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:47672 which had sessionid 0x13d65da363e0001
[junit4:junit4]   2> 387 T76 oaz.ZooKeeper.close Session: 0x13d65da363e0001 closed
[junit4:junit4]   2> 541 T76 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 553 T76 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52167
[junit4:junit4]   2> 555 T76 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 555 T76 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 556 T76 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363213432746
[junit4:junit4]   2> 557 T76 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363213432746/solr.xml
[junit4:junit4]   2> 557 T76 oasc.CoreContainer.<init> New CoreContainer 11461923
[junit4:junit4]   2> 558 T76 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363213432746/'
[junit4:junit4]   2> 559 T76 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363213432746/'
[junit4:junit4]   2> 598 T76 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 599 T76 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 599 T76 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 600 T76 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 601 T76 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 601 T76 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 602 T76 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 602 T76 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 603 T76 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 603 T76 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 614 T76 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 632 T76 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:53810/solr
[junit4:junit4]   2> 633 T76 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 634 T76 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53810 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1ad4a4e
[junit4:junit4]   2> 635 T76 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 635 T95 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:53810. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 636 T95 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:53810, initiating session
[junit4:junit4]   2> 636 T78 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:47673
[junit4:junit4]   2> 637 T78 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:47673
[junit4:junit4]   2> 638 T80 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65da363e0002 with negotiated timeout 20000 for client /127.0.0.1:47673
[junit4:junit4]   2> 638 T95 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:53810, sessionid = 0x13d65da363e0002, negotiated timeout = 20000
[junit4:junit4]   2> 639 T96 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ad4a4e name:ZooKeeperConnection Watcher:127.0.0.1:53810 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 640 T76 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 655 T81 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d65da363e0002
[junit4:junit4]   2> 656 T78 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:47673 which had sessionid 0x13d65da363e0002
[junit4:junit4]   2> 656 T96 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 656 T76 oaz.ZooKeeper.close Session: 0x13d65da363e0002 closed
[junit4:junit4]   2> 657 T76 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 662 T76 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53810/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2c5eef
[junit4:junit4]   2> 669 T97 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:53810. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 670 T78 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:47674
[junit4:junit4]   2> 670 T97 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:53810, initiating session
[junit4:junit4]   2> 671 T78 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:47674
[junit4:junit4]   2> 671 T76 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 672 T80 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65da363e0003 with negotiated timeout 20000 for client /127.0.0.1:47674
[junit4:junit4]   2> 672 T97 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:53810, sessionid = 0x13d65da363e0003, negotiated timeout = 20000
[junit4:junit4]   2> 673 T98 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c5eef name:ZooKeeperConnection Watcher:127.0.0.1:53810/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 673 T76 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 681 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 693 T76 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 696 T76 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52167_
[junit4:junit4]   2> 697 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52167_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52167_
[junit4:junit4]   2> 698 T76 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52167_
[junit4:junit4]   2> 704 T76 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 721 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 722 T76 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 733 T76 oasc.Overseer.start Overseer (id=89339555504586755-127.0.0.1:52167_-n_0000000000) starting
[junit4:junit4]   2> 734 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 738 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 739 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 741 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 742 T100 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 744 T76 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 753 T76 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 757 T76 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 770 T99 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 773 T101 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363213432746/collection1
[junit4:junit4]   2> 773 T101 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 775 T101 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 775 T101 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 790 T101 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363213432746/collection1/'
[junit4:junit4]   2> 791 T101 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363213432746/collection1/lib/README' to classloader
[junit4:junit4]   2> 792 T101 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363213432746/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 848 T101 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 929 T101 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 930 T101 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 983 T101 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1691 T101 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1713 T101 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1716 T101 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1801 T101 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1814 T101 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1835 T101 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1837 T101 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1838 T101 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1838 T101 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1841 T101 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1841 T101 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1842 T101 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1842 T101 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363213432746/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/control/data/
[junit4:junit4]   2> 1843 T101 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f980a
[junit4:junit4]   2> 1844 T101 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1844 T101 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/control/data forceNew: false
[junit4:junit4]   2> 1845 T101 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/control/data/index/
[junit4:junit4]   2> 1845 T101 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1846 T101 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/control/data/index forceNew: false
[junit4:junit4]   2> 1848 T101 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1b5e54d lockFactory=org.apache.lucene.store.NativeFSLockFactory@157b541; maxCacheMB=0.3779296875 maxMergeSizeMB=0.9033203125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1849 T101 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1851 T101 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1851 T101 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1852 T101 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1853 T101 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1853 T101 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1854 T101 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1854 T101 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1855 T101 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1859 T101 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1863 T101 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1868 T101 oass.SolrIndexSearcher.<init> Opening Searcher@1f804b3 main
[junit4:junit4]   2> 1869 T101 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/control/data/tlog
[junit4:junit4]   2> 1870 T101 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1870 T101 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1878 T102 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f804b3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1886 T101 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1886 T101 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1887 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2276 T99 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2277 T99 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52167",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52167_",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 2277 T99 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2278 T99 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2279 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2289 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2891 T101 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2891 T101 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52167 collection:control_collection shard:shard1
[junit4:junit4]   2> 2893 T101 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2912 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2913 T101 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2914 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2917 T101 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2918 T101 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2918 T101 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52167/collection1/
[junit4:junit4]   2> 2919 T101 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2919 T101 oasc.SyncStrategy.syncToMe http://127.0.0.1:52167/collection1/ has no replicas
[junit4:junit4]   2> 2920 T101 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52167/collection1/
[junit4:junit4]   2> 2920 T101 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2926 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3804 T99 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3813 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3831 T101 oasc.ZkController.register We are http://127.0.0.1:52167/collection1/ and leader is http://127.0.0.1:52167/collection1/
[junit4:junit4]   2> 3832 T101 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52167
[junit4:junit4]   2> 3832 T101 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3832 T101 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3833 T101 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3835 T101 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3836 T76 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3836 T76 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3837 T76 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3841 T76 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3842 T76 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53810/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@8e6703
[junit4:junit4]   2> 3843 T76 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3843 T104 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:53810. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3843 T104 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:53810, initiating session
[junit4:junit4]   2> 3843 T78 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:47681
[junit4:junit4]   2> 3844 T78 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:47681
[junit4:junit4]   2> 3845 T80 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65da363e0004 with negotiated timeout 10000 for client /127.0.0.1:47681
[junit4:junit4]   2> 3845 T104 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:53810, sessionid = 0x13d65da363e0004, negotiated timeout = 10000
[junit4:junit4]   2> 3846 T105 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8e6703 name:ZooKeeperConnection Watcher:127.0.0.1:53810/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3847 T76 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3848 T76 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3851 T76 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3920 T76 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3923 T76 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54537
[junit4:junit4]   2> 3923 T76 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3924 T76 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3924 T76 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363213436210
[junit4:junit4]   2> 3925 T76 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363213436210/solr.xml
[junit4:junit4]   2> 3925 T76 oasc.CoreContainer.<init> New CoreContainer 9667816
[junit4:junit4]   2> 3925 T76 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363213436210/'
[junit4:junit4]   2> 3926 T76 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363213436210/'
[junit4:junit4]   2> 3945 T76 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3945 T76 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3946 T76 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3946 T76 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3947 T76 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3947 T76 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3947 T76 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3948 T76 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3948 T76 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3948 T76 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3956 T76 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3967 T76 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:53810/solr
[junit4:junit4]   2> 3968 T76 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3968 T76 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53810 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1f9f2ea
[junit4:junit4]   2> 3969 T76 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3969 T115 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:53810. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3970 T115 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:53810, initiating session
[junit4:junit4]   2> 3970 T78 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:47682
[junit4:junit4]   2> 3971 T78 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:47682
[junit4:junit4]   2> 3972 T80 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65da363e0005 with negotiated timeout 20000 for client /127.0.0.1:47682
[junit4:junit4]   2> 3972 T115 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:53810, sessionid = 0x13d65da363e0005, negotiated timeout = 20000
[junit4:junit4]   2> 3973 T116 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f9f2ea name:ZooKeeperConnection Watcher:127.0.0.1:53810 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3973 T76 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3974 T81 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d65da363e0005
[junit4:junit4]   2> 3976 T116 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3976 T78 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:47682 which had sessionid 0x13d65da363e0005
[junit4:junit4]   2> 3976 T76 oaz.ZooKeeper.close Session: 0x13d65da363e0005 closed
[junit4:junit4]   2> 3977 T76 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3980 T76 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53810/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@23b9bd
[junit4:junit4]   2> 3982 T76 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3982 T117 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:53810. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3983 T117 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:53810, initiating session
[junit4:junit4]   2> 3983 T78 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:47683
[junit4:junit4]   2> 3983 T78 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:47683
[junit4:junit4]   2> 3984 T80 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65da363e0006 with negotiated timeout 20000 for client /127.0.0.1:47683
[junit4:junit4]   2> 3984 T117 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:53810, sessionid = 0x13d65da363e0006, negotiated timeout = 20000
[junit4:junit4]   2> 3985 T118 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23b9bd name:ZooKeeperConnection Watcher:127.0.0.1:53810/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3985 T76 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3986 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3987 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3989 T76 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4993 T76 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54537_
[junit4:junit4]   2> 4994 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:54537_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:54537_
[junit4:junit4]   2> 4995 T76 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54537_
[junit4:junit4]   2> 4999 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5000 T105 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5000 T118 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5001 T98 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5006 T119 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363213436210/collection1
[junit4:junit4]   2> 5007 T119 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5008 T119 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5008 T119 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5010 T119 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363213436210/collection1/'
[junit4:junit4]   2> 5010 T119 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363213436210/collection1/lib/README' to classloader
[junit4:junit4]   2> 5011 T119 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363213436210/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5040 T119 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 5077 T119 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5078 T119 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5105 T119 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5320 T99 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5321 T99 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52167",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52167_",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 5325 T118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5325 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5325 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5474 T119 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5487 T119 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5489 T119 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5514 T119 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5519 T119 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5525 T119 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5527 T119 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5527 T119 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5528 T119 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5529 T119 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5529 T119 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5530 T119 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5530 T119 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363213436210/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty1/
[junit4:junit4]   2> 5531 T119 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f980a
[junit4:junit4]   2> 5532 T119 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5533 T119 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty1 forceNew: false
[junit4:junit4]   2> 5533 T119 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty1/index/
[junit4:junit4]   2> 5534 T119 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5534 T119 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty1/index forceNew: false
[junit4:junit4]   2> 5536 T119 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@15c110e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d8860c; maxCacheMB=0.3779296875 maxMergeSizeMB=0.9033203125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5536 T119 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5538 T119 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5539 T119 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5539 T119 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5540 T119 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5541 T119 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5541 T119 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5542 T119 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5542 T119 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5543 T119 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5545 T119 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5548 T119 oass.SolrIndexSearcher.<init> Opening Searcher@c22106 main
[junit4:junit4]   2> 5549 T119 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty1/tlog
[junit4:junit4]   2> 5549 T119 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5550 T119 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5558 T120 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c22106 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5562 T119 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5563 T119 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6831 T99 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6832 T99 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54537",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54537_",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 6832 T99 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6832 T99 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 6839 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6839 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6839 T118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7564 T119 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7565 T119 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54537 collection:collection1 shard:shard2
[junit4:junit4]   2> 7566 T119 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 7575 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7575 T119 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7576 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7578 T119 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7578 T119 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7579 T119 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54537/collection1/
[junit4:junit4]   2> 7579 T119 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7579 T119 oasc.SyncStrategy.syncToMe http://127.0.0.1:54537/collection1/ has no replicas
[junit4:junit4]   2> 7579 T119 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54537/collection1/
[junit4:junit4]   2> 7580 T119 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 7584 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8345 T99 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8355 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8355 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8355 T118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8388 T119 oasc.ZkController.register We are http://127.0.0.1:54537/collection1/ and leader is http://127.0.0.1:54537/collection1/
[junit4:junit4]   2> 8389 T119 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54537
[junit4:junit4]   2> 8389 T119 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8389 T119 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8390 T119 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8392 T119 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8394 T76 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8394 T76 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8395 T76 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8509 T76 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8512 T76 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57752
[junit4:junit4]   2> 8514 T76 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8515 T76 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8515 T76 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363213440760
[junit4:junit4]   2> 8516 T76 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363213440760/solr.xml
[junit4:junit4]   2> 8517 T76 oasc.CoreContainer.<init> New CoreContainer 7084123
[junit4:junit4]   2> 8518 T76 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363213440760/'
[junit4:junit4]   2> 8519 T76 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363213440760/'
[junit4:junit4]   2> 8556 T76 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8557 T76 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8558 T76 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8558 T76 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8559 T76 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8559 T76 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8560 T76 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8561 T76 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8561 T76 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8562 T76 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8574 T76 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8597 T76 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:53810/solr
[junit4:junit4]   2> 8598 T76 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8599 T76 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53810 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c64942
[junit4:junit4]   2> 8600 T76 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8601 T131 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:53810. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8602 T131 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:53810, initiating session
[junit4:junit4]   2> 8602 T78 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:47687
[junit4:junit4]   2> 8602 T78 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:47687
[junit4:junit4]   2> 8603 T80 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65da363e0007 with negotiated timeout 20000 for client /127.0.0.1:47687
[junit4:junit4]   2> 8604 T131 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:53810, sessionid = 0x13d65da363e0007, negotiated timeout = 20000
[junit4:junit4]   2> 8604 T132 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c64942 name:ZooKeeperConnection Watcher:127.0.0.1:53810 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8604 T76 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8606 T81 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d65da363e0007
[junit4:junit4]   2> 8607 T132 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8607 T78 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:47687 which had sessionid 0x13d65da363e0007
[junit4:junit4]   2> 8607 T76 oaz.ZooKeeper.close Session: 0x13d65da363e0007 closed
[junit4:junit4]   2> 8608 T76 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8615 T76 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53810/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@ddda96
[junit4:junit4]   2> 8617 T76 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8617 T133 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:53810. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8619 T78 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:47688
[junit4:junit4]   2> 8619 T133 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:53810, initiating session
[junit4:junit4]   2> 8620 T78 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:47688
[junit4:junit4]   2> 8621 T80 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65da363e0008 with negotiated timeout 20000 for client /127.0.0.1:47688
[junit4:junit4]   2> 8621 T133 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:53810, sessionid = 0x13d65da363e0008, negotiated timeout = 20000
[junit4:junit4]   2> 8622 T134 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ddda96 name:ZooKeeperConnection Watcher:127.0.0.1:53810/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8622 T76 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8623 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8624 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8627 T76 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9631 T76 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57752_
[junit4:junit4]   2> 9633 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:57752_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:57752_
[junit4:junit4]   2> 9635 T76 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57752_
[junit4:junit4]   2> 9639 T118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9640 T105 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9640 T134 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9640 T98 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9640 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9640 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9646 T118 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9654 T135 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363213440760/collection1
[junit4:junit4]   2> 9655 T135 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9656 T135 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9657 T135 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9659 T135 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363213440760/collection1/'
[junit4:junit4]   2> 9660 T135 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363213440760/collection1/lib/README' to classloader
[junit4:junit4]   2> 9661 T135 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363213440760/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9691 T135 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9725 T135 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9726 T135 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9739 T135 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9862 T99 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9867 T99 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54537",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54537_",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":"shard2"}
[junit4:junit4]   2> 9873 T118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9873 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9873 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9874 T134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10095 T135 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10104 T135 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10106 T135 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10126 T135 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10130 T135 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10133 T135 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10135 T135 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10135 T135 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10136 T135 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10137 T135 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10137 T135 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10137 T135 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10138 T135 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363213440760/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty2/
[junit4:junit4]   2> 10138 T135 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f980a
[junit4:junit4]   2> 10139 T135 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10139 T135 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty2 forceNew: false
[junit4:junit4]   2> 10139 T135 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty2/index/
[junit4:junit4]   2> 10140 T135 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10140 T135 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty2/index forceNew: false
[junit4:junit4]   2> 10142 T135 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@168d12d lockFactory=org.apache.lucene.store.NativeFSLockFactory@10ac1cf; maxCacheMB=0.3779296875 maxMergeSizeMB=0.9033203125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10142 T135 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10144 T135 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10145 T135 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10146 T135 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10146 T135 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10147 T135 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10147 T135 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10148 T135 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10149 T135 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10149 T135 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10151 T135 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10154 T135 oass.SolrIndexSearcher.<init> Opening Searcher@e3374a main
[junit4:junit4]   2> 10154 T135 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty2/tlog
[junit4:junit4]   2> 10155 T135 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10155 T135 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10162 T136 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e3374a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10165 T135 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10165 T135 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11380 T99 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11381 T99 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:57752",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:57752_",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 11382 T99 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11382 T99 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11390 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11390 T134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11390 T118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11390 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12167 T135 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12167 T135 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57752 collection:collection1 shard:shard1
[junit4:junit4]   2> 12169 T135 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 12177 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0008 type:delete cxid:0x47 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   2> 12178 T135 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 12179 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0008 type:create cxid:0x48 zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12182 T135 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 12183 T135 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 12183 T135 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57752/collection1/
[junit4:junit4]   2> 12184 T135 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 12184 T135 oasc.SyncStrategy.syncToMe http://127.0.0.1:57752/collection1/ has no replicas
[junit4:junit4]   2> 12184 T135 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57752/collection1/
[junit4:junit4]   2> 12185 T135 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 12193 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0008 type:create cxid:0x51 zxid:0x83 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12896 T99 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12911 T134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12911 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12911 T118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12913 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12948 T135 oasc.ZkController.register We are http://127.0.0.1:57752/collection1/ and leader is http://127.0.0.1:57752/collection1/
[junit4:junit4]   2> 12948 T135 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57752
[junit4:junit4]   2> 12949 T135 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12949 T135 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12949 T135 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12952 T135 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12961 T76 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 12962 T76 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12963 T76 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13092 T76 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13094 T76 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:40574
[junit4:junit4]   2> 13095 T76 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13095 T76 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13096 T76 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363213445326
[junit4:junit4]   2> 13096 T76 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363213445326/solr.xml
[junit4:junit4]   2> 13097 T76 oasc.CoreContainer.<init> New CoreContainer 6074062
[junit4:junit4]   2> 13097 T76 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363213445326/'
[junit4:junit4]   2> 13097 T76 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363213445326/'
[junit4:junit4]   2> 13129 T76 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 13130 T76 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13130 T76 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13131 T76 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13132 T76 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13132 T76 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13133 T76 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13133 T76 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13134 T76 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13135 T76 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13155 T76 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13170 T76 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:53810/solr
[junit4:junit4]   2> 13171 T76 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13171 T76 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53810 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@13ed7f4
[junit4:junit4]   2> 13174 T76 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13175 T147 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:53810. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13180 T147 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:53810, initiating session
[junit4:junit4]   2> 13180 T78 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:47782
[junit4:junit4]   2> 13181 T78 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:47782
[junit4:junit4]   2> 13182 T80 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65da363e0009 with negotiated timeout 20000 for client /127.0.0.1:47782
[junit4:junit4]   2> 13188 T147 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:53810, sessionid = 0x13d65da363e0009, negotiated timeout = 20000
[junit4:junit4]   2> 13188 T148 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13ed7f4 name:ZooKeeperConnection Watcher:127.0.0.1:53810 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13189 T76 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13191 T81 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d65da363e0009
[junit4:junit4]   2> 13192 T78 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:47782 which had sessionid 0x13d65da363e0009
[junit4:junit4]   2> 13192 T76 oaz.ZooKeeper.close Session: 0x13d65da363e0009 closed
[junit4:junit4]   2> 13192 T148 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13192 T76 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 13198 T76 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53810/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1abebac
[junit4:junit4]   2> 13200 T76 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13200 T149 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:53810. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13201 T149 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:53810, initiating session
[junit4:junit4]   2> 13201 T78 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:47784
[junit4:junit4]   2> 13203 T78 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:47784
[junit4:junit4]   2> 13207 T80 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65da363e000a with negotiated timeout 20000 for client /127.0.0.1:47784
[junit4:junit4]   2> 13208 T149 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:53810, sessionid = 0x13d65da363e000a, negotiated timeout = 20000
[junit4:junit4]   2> 13208 T150 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1abebac name:ZooKeeperConnection Watcher:127.0.0.1:53810/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13209 T76 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13211 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e000a type:create cxid:0x1 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13212 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e000a type:create cxid:0x2 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13215 T76 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 14219 T76 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40574_
[junit4:junit4]   2> 14220 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e000a type:delete cxid:0xb zxid:0x92 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:40574_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:40574_
[junit4:junit4]   2> 14221 T76 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40574_
[junit4:junit4]   2> 14224 T118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14224 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14225 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14225 T134 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14226 T134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14226 T150 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14228 T118 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14228 T105 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14228 T98 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14234 T151 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363213445326/collection1
[junit4:junit4]   2> 14234 T151 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14235 T151 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14235 T151 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14237 T151 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363213445326/collection1/'
[junit4:junit4]   2> 14238 T151 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363213445326/collection1/lib/README' to classloader
[junit4:junit4]   2> 14238 T151 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363213445326/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14273 T151 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 14309 T151 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14310 T151 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14324 T151 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14424 T99 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14426 T99 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:57752",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:57752_",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 14430 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14430 T134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14430 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14430 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14430 T118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14821 T151 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14833 T151 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14837 T151 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14867 T151 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14872 T151 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14877 T151 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14879 T151 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14879 T151 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14880 T151 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14881 T151 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14881 T151 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14882 T151 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14882 T151 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363213445326/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty3/
[junit4:junit4]   2> 14883 T151 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f980a
[junit4:junit4]   2> 14884 T151 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14884 T151 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty3 forceNew: false
[junit4:junit4]   2> 14885 T151 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty3/index/
[junit4:junit4]   2> 14885 T151 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14886 T151 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty3/index forceNew: false
[junit4:junit4]   2> 14888 T151 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@16347e0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11f1c23; maxCacheMB=0.3779296875 maxMergeSizeMB=0.9033203125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14888 T151 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14892 T151 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14893 T151 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14894 T151 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14895 T151 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14897 T151 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14897 T151 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14900 T151 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14901 T151 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14901 T151 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14905 T151 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14908 T151 oass.SolrIndexSearcher.<init> Opening Searcher@1e24082 main
[junit4:junit4]   2> 14909 T151 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty3/tlog
[junit4:junit4]   2> 14910 T151 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14910 T151 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14920 T152 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e24082 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14925 T151 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14925 T151 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15937 T99 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15938 T99 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:40574",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:40574_",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 15938 T99 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15938 T99 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 15943 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15943 T134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15943 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15943 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15943 T118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16927 T151 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16927 T151 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40574 collection:collection1 shard:shard2
[junit4:junit4]   2> 16932 T151 oasc.ZkController.register We are http://127.0.0.1:40574/collection1/ and leader is http://127.0.0.1:54537/collection1/
[junit4:junit4]   2> 16932 T151 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40574
[junit4:junit4]   2> 16933 T151 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16933 T151 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@1f1971f url=http://127.0.0.1:40574/collection1 node=127.0.0.1:40574_ C2_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:40574, core=collection1, collection=collection1, node_name=127.0.0.1:40574_}
[junit4:junit4]   2> 16936 T153 C2 P40574 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16937 T151 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16937 T153 C2 P40574 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16937 T153 C2 P40574 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16938 T153 C2 P40574 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16938 T76 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 16939 T153 C2 P40574 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16939 T76 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16940 T76 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17018 T76 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 17020 T76 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46122
[junit4:junit4]   2> 17021 T76 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 17021 T76 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 17022 T76 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363213449302
[junit4:junit4]   2> 17022 T76 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363213449302/solr.xml
[junit4:junit4]   2> 17022 T76 oasc.CoreContainer.<init> New CoreContainer 13112462
[junit4:junit4]   2> 17023 T76 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363213449302/'
[junit4:junit4]   2> 17023 T76 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363213449302/'
[junit4:junit4]   2> 17041 T76 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 17042 T76 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 17042 T76 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 17043 T76 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 17044 T76 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 17044 T76 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 17045 T76 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 17045 T76 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 17046 T76 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 17047 T76 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 17058 T76 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 17072 T76 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:53810/solr
[junit4:junit4]   2> 17073 T76 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 17073 T76 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53810 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6297fa
[junit4:junit4]   2> 17074 T76 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17074 T164 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:53810. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 17075 T164 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:53810, initiating session
[junit4:junit4]   2> 17075 T78 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:47799
[junit4:junit4]   2> 17076 T78 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:47799
[junit4:junit4]   2> 17077 T80 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65da363e000b with negotiated timeout 20000 for client /127.0.0.1:47799
[junit4:junit4]   2> 17077 T164 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:53810, sessionid = 0x13d65da363e000b, negotiated timeout = 20000
[junit4:junit4]   2> 17077 T165 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6297fa name:ZooKeeperConnection Watcher:127.0.0.1:53810 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17078 T76 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17079 T81 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d65da363e000b
[junit4:junit4]   2> 17080 T165 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 17080 T78 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:47799 which had sessionid 0x13d65da363e000b
[junit4:junit4]   2> 17080 T76 oaz.ZooKeeper.close Session: 0x13d65da363e000b closed
[junit4:junit4]   2> 17081 T76 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 17084 T76 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53810/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@c71132
[junit4:junit4]   2> 17085 T166 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:53810. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 17085 T76 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17086 T166 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:53810, initiating session
[junit4:junit4]   2> 17086 T78 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:47800
[junit4:junit4]   2> 17086 T78 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:47800
[junit4:junit4]   2> 17087 T80 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65da363e000c with negotiated timeout 20000 for client /127.0.0.1:47800
[junit4:junit4]   2> 17087 T166 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:53810, sessionid = 0x13d65da363e000c, negotiated timeout = 20000
[junit4:junit4]   2> 17088 T167 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c71132 name:ZooKeeperConnection Watcher:127.0.0.1:53810/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17088 T76 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17089 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e000c type:create cxid:0x1 zxid:0xa3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17090 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e000c type:create cxid:0x2 zxid:0xa4 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17092 T76 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17461 T99 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17463 T99 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:40574",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:40574_",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":"shard2"}
[junit4:junit4]   2> 17470 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17472 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17471 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17471 T118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17471 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17471 T134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18099 T76 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46122_
[junit4:junit4]   2> 18100 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e000c type:delete cxid:0xd zxid:0xa9 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:46122_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:46122_
[junit4:junit4]   2> 18102 T76 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46122_
[junit4:junit4]   2> 18106 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18107 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18106 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18108 T134 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18107 T98 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18108 T134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18109 T118 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18110 T118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18109 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18111 T150 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18113 T167 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18115 T105 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18122 T168 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363213449302/collection1
[junit4:junit4]   2> 18123 T168 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 18124 T168 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 18125 T168 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 18128 T168 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363213449302/collection1/'
[junit4:junit4]   2> 18131 T168 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363213449302/collection1/lib/README' to classloader
[junit4:junit4]   2> 18132 T168 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363213449302/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 18191 T168 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 18191 T113 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {state=recovering&action=PREPRECOVERY&nodeName=127.0.0.1:40574_&core=collection1&wt=javabin&version=2&checkLive=true&onlyIfLeader=true&coreNodeName=127.0.0.1:40574__collection1} status=0 QTime=1002 
[junit4:junit4]   2> 18325 T168 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 18327 T168 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 18346 T168 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 19035 T168 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 19046 T168 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 19050 T168 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 19091 T168 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19097 T168 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19103 T168 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19105 T168 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19106 T168 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19106 T168 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19109 T168 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19110 T168 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19110 T168 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19111 T168 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363213449302/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty4/
[junit4:junit4]   2> 19111 T168 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f980a
[junit4:junit4]   2> 19112 T168 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19113 T168 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty4 forceNew: false
[junit4:junit4]   2> 19114 T168 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty4/index/
[junit4:junit4]   2> 19114 T168 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 19115 T168 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty4/index forceNew: false
[junit4:junit4]   2> 19118 T168 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@7f0bb9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13d34ba; maxCacheMB=0.3779296875 maxMergeSizeMB=0.9033203125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19119 T168 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19123 T168 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 19123 T168 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 19124 T168 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 19125 T168 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 19126 T168 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 19126 T168 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 19127 T168 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 19128 T168 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 19128 T168 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 19133 T168 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 19137 T168 oass.SolrIndexSearcher.<init> Opening Searcher@ab77e5 main
[junit4:junit4]   2> 19137 T168 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty4/tlog
[junit4:junit4]   2> 19138 T168 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 19138 T168 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 19145 T169 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ab77e5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 19146 T168 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 19146 T168 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C2_STATE=coll:collection1 core:collection1 props:{state=recovering, base_url=http://127.0.0.1:40574, core=collection1, collection=collection1, node_name=127.0.0.1:40574_, shard=shard2}
[junit4:junit4]   2> 20276 T153 C2 P40574 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:54537/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 20280 T153 C2 P40574 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 20285 T153 C2 P40574 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:40574 START replicas=[http://127.0.0.1:54537/collection1/] nUpdates=100
[junit4:junit4]   2> 20287 T153 C2 P40574 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 20288 T153 C2 P40574 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 20288 T153 C2 P40574 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 20288 T153 C2 P40574 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 20288 T153 C2 P40574 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 20288 T153 C2 P40574 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:54537/collection1/. core=collection1
[junit4:junit4]   2> 20289 T153 C2 P40574 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C3 name=collection1 org.apache.solr.core.SolrCore@db93cc url=http://127.0.0.1:54537/collection1 node=127.0.0.1:54537_ C3_STATE=coll:collection1 core:collection1 props:{state=active, base_url=http://127.0.0.1:54537, core=collection1, collection=collection1, node_name=127.0.0.1:54537_, shard=shard2, leader=true}
[junit4:junit4]   2> 20304 T114 C3 P54537 REQ /get {getVersions=100&wt=javabin&qt=/get&version=2&distrib=false} status=0 QTime=2 
[junit4:junit4]   2> 20308 T111 C3 P54537 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20310 T111 C3 P54537 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@15c110e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d8860c; maxCacheMB=0.3779296875 maxMergeSizeMB=0.9033203125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 20311 T111 C3 P54537 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 20311 T111 C3 P54537 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@15c110e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d8860c; maxCacheMB=0.3779296875 maxMergeSizeMB=0.9033203125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@15c110e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d8860c; maxCacheMB=0.3779296875 maxMergeSizeMB=0.9033203125)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20312 T111 C3 P54537 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20312 T111 C3 P54537 oass.SolrIndexSearcher.<init> Opening Searcher@27379c realtime
[junit4:junit4]   2> 20313 T111 C3 P54537 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20313 T111 C3 P54537 /update {commit=true&wt=javabin&version=2&commit_end_point=true&waitSearcher=true&openSearcher=false&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 20332 T153 C2 P40574 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20333 T153 C2 P40574 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4]   2> 20338 T153 C2 P40574 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 20350 T112 C3 P54537 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20351 T112 C3 P54537 REQ /replication {qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=12 
[junit4:junit4]   2> 20353 T153 C2 P40574 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 20353 T153 C2 P40574 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 20353 T153 C2 P40574 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 20356 T114 C3 P54537 REQ /replication {generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0 
[junit4:junit4]   2> 20358 T153 C2 P40574 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 20359 T153 C2 P40574 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty3/index.20130313222412716 forceNew: false
[junit4:junit4]   2> 20359 T153 C2 P40574 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1ccc3ed lockFactory=org.apache.lucene.store.NativeFSLockFactory@19867de)) fullCopy=false
[junit4:junit4]   2> 20365 T111 C3 P54537 REQ /replication {checksum=true&generation=2&wt=filestream&file=segments_2&qt=/replication&command=filecontent} status=0 QTime=1 
[junit4:junit4]   2> 20371 T153 C2 P40574 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 20381 T153 C2 P40574 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 20381 T153 C2 P40574 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 20383 T153 C2 P40574 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@16347e0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11f1c23; maxCacheMB=0.3779296875 maxMergeSizeMB=0.9033203125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@16347e0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11f1c23; maxCacheMB=0.3779296875 maxMergeSizeMB=0.9033203125)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20383 T153 C2 P40574 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20383 T153 C2 P40574 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 20384 T153 C2 P40574 oass.SolrIndexSearcher.<init> Opening Searcher@175e757 main
[junit4:junit4]   2> 20385 T152 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@175e757 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 20386 T153 C2 P40574 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1ccc3ed lockFactory=org.apache.lucene.store.NativeFSLockFactory@19867de))
[junit4:junit4]   2> 20387 T153 C2 P40574 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 20387 T153 C2 P40574 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 20387 T153 C2 P40574 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 20388 T153 C2 P40574 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20389 T153 C2 P40574 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20496 T99 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20497 T99 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46122",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46122_",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 20498 T99 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 20498 T99 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 20502 T99 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:40574",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:40574_",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":"shard2"}
[junit4:junit4]   2> 20506 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20506 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20506 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20506 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20506 T118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20506 T134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21153 T168 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 21154 T168 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:46122 collection:collection1 shard:shard1
[junit4:junit4]   2> 21158 T168 oasc.ZkController.register We are http://127.0.0.1:46122/collection1/ and leader is http://127.0.0.1:57752/collection1/
[junit4:junit4]   2> 21158 T168 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46122
[junit4:junit4]   2> 21159 T168 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 21159 T168 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C4 name=collection1 org.apache.solr.core.SolrCore@16590b2 url=http://127.0.0.1:46122/collection1 node=127.0.0.1:46122_ C4_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:46122, core=collection1, collection=collection1, node_name=127.0.0.1:46122_}
[junit4:junit4]   2> 21159 T172 C4 P46122 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 21160 T172 C4 P46122 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 21160 T168 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21160 T172 C4 P46122 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 21160 T172 C4 P46122 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 21161 T76 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 21162 T172 C4 P46122 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21162 T76 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 21162 T76 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21166 T76 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21168 T76 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21174 T113 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363213436210/onenodecollectioncore
[junit4:junit4]   2> 21174 T113 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 21175 T113 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 21176 T113 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 21177 T113 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 21177 T113 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 21180 T113 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 21181 T113 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363213436210/onenodecollectioncore/'
[junit4:junit4]   2> 21211 T113 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 21251 T113 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 21252 T113 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 21262 T113 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 21605 T113 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 21612 T113 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 21615 T113 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 21639 T113 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 21643 T113 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 21647 T113 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 21649 T113 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 21649 T113 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 21650 T113 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 21651 T113 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 21652 T113 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 21653 T113 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 21653 T113 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363213436210/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363213432367/onenodecollection/
[junit4:junit4]   2> 21654 T113 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f980a
[junit4:junit4]   2> 21655 T113 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 21656 T113 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363213432367/onenodecollection forceNew: false
[junit4:junit4]   2> 21656 T113 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363213432367/onenodecollection/index/
[junit4:junit4]   2> 21656 T113 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363213432367/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 21657 T113 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363213432367/onenodecollection/index forceNew: false
[junit4:junit4]   2> 21659 T113 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@ad1fd0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1084f7f; maxCacheMB=0.3779296875 maxMergeSizeMB=0.9033203125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21659 T113 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21661 T113 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 21662 T113 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 21662 T113 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 21663 T113 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 21663 T113 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 21664 T113 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 21664 T113 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 21665 T113 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 21665 T113 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 21668 T113 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 21670 T113 oass.SolrIndexSearcher.<init> Opening Searcher@6c067c main
[junit4:junit4]   2> 21671 T113 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363213432367/onenodecollection/tlog
[junit4:junit4]   2> 21672 T113 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 21672 T113 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 21677 T174 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@6c067c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 21681 T113 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 22012 T99 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22014 T99 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46122",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46122_",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 22018 T99 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54537",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54537_",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 22018 T99 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 22019 T99 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 22024 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22025 T118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22024 T134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22024 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22025 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22025 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22167 T130 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {state=recovering&action=PREPRECOVERY&nodeName=127.0.0.1:46122_&core=collection1&wt=javabin&version=2&checkLive=true&onlyIfLeader=true&coreNodeName=127.0.0.1:46122__collection1} status=0 QTime=1000 
[junit4:junit4]   2> 22683 T113 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 22684 T113 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:54537 collection:onenodecollection shard:shard1
[junit4:junit4]   2> 22685 T113 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 22692 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0006 type:delete cxid:0xa8 zxid:0xc4 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 22692 T113 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 22693 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0006 type:create cxid:0xa9 zxid:0xc5 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 22695 T113 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 22696 T113 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 22696 T113 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54537/onenodecollectioncore/
[junit4:junit4]   2> 22696 T113 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 22697 T113 oasc.SyncStrategy.syncToMe http://127.0.0.1:54537/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 22697 T113 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54537/onenodecollectioncore/
[junit4:junit4]   2> 22697 T113 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 22702 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0006 type:create cxid:0xb3 zxid:0xc9 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 23533 T99 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23543 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23543 T118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23543 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23543 T134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23543 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23543 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23555 T113 oasc.ZkController.register We are http://127.0.0.1:54537/onenodecollectioncore/ and leader is http://127.0.0.1:54537/onenodecollectioncore/
[junit4:junit4]   2> 23556 T113 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:54537
[junit4:junit4]   2> 23556 T113 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 23557 T113 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 23559 T113 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23560 T113 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {name=onenodecollectioncore&action=CREATE&numShards=1&roles=none&wt=javabin&collection=onenodecollection&version=2&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363213432367/onenodecollection} status=0 QTime=2386 
[junit4:junit4]   2> 23561 T76 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 23562 T76 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C4_STATE=coll:collection1 core:collection1 props:{state=recovering, base_url=http://127.0.0.1:46122, core=collection1, collection=collection1, node_name=127.0.0.1:46122_, shard=shard1}
[junit4:junit4]   2> 24168 T172 C4 P46122 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:57752/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 24169 T172 C4 P46122 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:46122 START replicas=[http://127.0.0.1:57752/collection1/] nUpdates=100
[junit4:junit4]   2> 24169 T172 C4 P46122 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 24170 T172 C4 P46122 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 24170 T172 C4 P46122 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 24170 T172 C4 P46122 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 24170 T172 C4 P46122 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 24171 T172 C4 P46122 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:57752/collection1/. core=collection1
[junit4:junit4]   2> 24171 T172 C4 P46122 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C5 name=collection1 org.apache.solr.core.SolrCore@15204ae url=http://127.0.0.1:57752/collection1 node=127.0.0.1:57752_ C5_STATE=coll:collection1 core:collection1 props:{state=active, base_url=http://127.0.0.1:57752, core=collection1, collection=collection1, node_name=127.0.0.1:57752_, shard=shard1, leader=true}
[junit4:junit4]   2> 24176 T130 C5 P57752 REQ /get {getVersions=100&wt=javabin&qt=/get&version=2&distrib=false} status=0 QTime=0 
[junit4:junit4]   2> 24179 T128 C5 P57752 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24181 T128 C5 P57752 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@168d12d lockFactory=org.apache.lucene.store.NativeFSLockFactory@10ac1cf; maxCacheMB=0.3779296875 maxMergeSizeMB=0.9033203125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 24182 T128 C5 P57752 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 24182 T128 C5 P57752 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@168d12d lockFactory=org.apache.lucene.store.NativeFSLockFactory@10ac1cf; maxCacheMB=0.3779296875 maxMergeSizeMB=0.9033203125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@168d12d lockFactory=org.apache.lucene.store.NativeFSLockFactory@10ac1cf; maxCacheMB=0.3779296875 maxMergeSizeMB=0.9033203125)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 24183 T128 C5 P57752 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 24183 T128 C5 P57752 oass.SolrIndexSearcher.<init> Opening Searcher@164b2c0 realtime
[junit4:junit4]   2> 24183 T128 C5 P57752 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24184 T128 C5 P57752 /update {commit=true&wt=javabin&version=2&commit_end_point=true&waitSearcher=true&openSearcher=false&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 24185 T172 C4 P46122 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 24185 T172 C4 P46122 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 24187 T130 C5 P57752 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 24187 T130 C5 P57752 REQ /replication {qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=1 
[junit4:junit4]   2> 24188 T172 C4 P46122 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 24188 T172 C4 P46122 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 24188 T172 C4 P46122 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 24191 T128 C5 P57752 REQ /replication {generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=1 
[junit4:junit4]   2> 24192 T172 C4 P46122 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 24192 T172 C4 P46122 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/jetty4/index.20130313222416550 forceNew: false
[junit4:junit4]   2> 24193 T172 C4 P46122 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@11aade2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@efe2e2)) fullCopy=false
[junit4:junit4]   2> 24195 T129 C5 P57752 REQ /replication {checksum=true&generation=2&wt=filestream&file=segments_2&qt=/replication&command=filecontent} status=0 QTime=0 
[junit4:junit4]   2> 24197 T172 C4 P46122 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 24206 T172 C4 P46122 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 24206 T172 C4 P46122 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 24208 T172 C4 P46122 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@7f0bb9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13d34ba; maxCacheMB=0.3779296875 maxMergeSizeMB=0.9033203125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@7f0bb9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13d34ba; maxCacheMB=0.3779296875 maxMergeSizeMB=0.9033203125)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 24208 T172 C4 P46122 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 24209 T172 C4 P46122 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 24209 T172 C4 P46122 oass.SolrIndexSearcher.<init> Opening Searcher@1b1cd31 main
[junit4:junit4]   2> 24210 T169 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1b1cd31 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 24211 T172 C4 P46122 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@11aade2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@efe2e2))
[junit4:junit4]   2> 24211 T172 C4 P46122 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 24212 T172 C4 P46122 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 24212 T172 C4 P46122 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 24212 T172 C4 P46122 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 24214 T172 C4 P46122 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 24564 T76 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25052 T99 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25053 T99 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54537",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54537_",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 25056 T99 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46122",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46122_",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 25060 T118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25060 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25060 T134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25060 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25060 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25060 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25567 T76 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25568 T76 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 25568 T76 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 25594 T128 oejs.Response.sendError WARNING Committed before 404 Can not find: /onenodecollectioncore/update
[junit4:junit4]   2> 25594 T76 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53810 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@147f0e7
[junit4:junit4]   2> 25595 T128 oejs.ServletHandler.doHandle WARNING /onenodecollectioncore/update java.lang.IllegalStateException: Committed
[junit4:junit4]   2> 	at org.eclipse.jetty.server.Response.resetBuffer(Response.java:1136)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.Response.sendError(Response.java:314)
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404.service(JettySolrRunner.java:465)
[junit4:junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:770)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:669)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1336)
[junit4:junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:379)
[junit4:junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:948)
[junit4:junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 25596 T177 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:53810. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 25596 T76 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 25597 T177 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:53810, initiating session
[junit4:junit4]   2> 25597 T78 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:47844
[junit4:junit4]   2> 25598 T78 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:47844
[junit4:junit4]   2> 25599 T80 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65da363e000d with negotiated timeout 10000 for client /127.0.0.1:47844
[junit4:junit4]   2> 25599 T177 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:53810, sessionid = 0x13d65da363e000d, negotiated timeout = 10000
[junit4:junit4]   2> 25599 T178 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@147f0e7 name:ZooKeeperConnection Watcher:127.0.0.1:53810 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 25600 T76 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 25645 T81 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d65da363e000d
[junit4:junit4]   2> 25645 T178 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 25645 T78 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:47844 which had sessionid 0x13d65da363e000d
[junit4:junit4]   2> 25645 T76 oaz.ZooKeeper.close Session: 0x13d65da363e000d closed
[junit4:junit4]   2> 25646 T81 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d65da363e0004
[junit4:junit4]   2> 25647 T105 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 25647 T76 oaz.ZooKeeper.close Session: 0x13d65da363e0004 closed
[junit4:junit4]   2> 25647 T78 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:47681 which had sessionid 0x13d65da363e0004
[junit4:junit4]   2> 25650 T76 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 52167
[junit4:junit4]   2> 25650 T76 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=11461923
[junit4:junit4]   2> 26567 T99 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 26568 T99 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52167",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52167_",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52167__collection1",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 26573 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 26573 T118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 26573 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 26573 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 26573 T134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 27652 T76 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 27652 T76 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 27655 T76 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@19b024d
[junit4:junit4]   2> 27661 T76 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 27661 T76 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 27661 T76 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 27662 T76 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 27662 T76 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 27663 T76 oasc.CachingDirectoryFactory.close Closing directory when closing factory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/control/data/index
[junit4:junit4]   2> 27663 T76 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/control/data/index
[junit4:junit4]   2> 27664 T76 oasc.CachingDirectoryFactory.close Closing directory when closing factory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/control/data
[junit4:junit4]   2> 27664 T76 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363213432367/control/data
[junit4:junit4]   2> 27665 T99 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89339555504586755-127.0.0.1:52167_-n_0000000000) am no longer a leader.
[junit4:junit4]   2> 27666 T81 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d65da363e0003
[junit4:junit4]   2> 27668 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 27668 T78 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:47674 which had sessionid 0x13d65da363e0003
[junit4:junit4]   2> 27668 T167 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 27669 T167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 27669 T150 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 27669 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0006 type:delete cxid:0xc0 zxid:0xe5 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 27669 T134 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 27669 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 27669 T76 oaz.ZooKeeper.close Session: 0x13d65da363e0003 closed
[junit4:junit4]   2> 27670 T134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 27670 T118 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 27673 T118 oasc.Overseer.start Overseer (id=89339555504586758-127.0.0.1:54537_-n_0000000001) starting
[junit4:junit4]   2> 27673 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0006 type:create cxid:0xc5 zxid:0xe7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 27674 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0006 type:create cxid:0xc6 zxid:0xe8 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 27675 T81 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65da363e0006 type:create cxid:0xc7 zxid:0xe9 

[...truncated too long message...]

it4:junit4]   1>     /solr/overseer_elect/election/89339584473858051-127.0.0.1:40388_nf_n%2Fe-n_0000000000 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89339584473858058-127.0.0.1:49138_nf_n%2Fe-n_0000000003 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89339584473858056-127.0.0.1:33215_nf_n%2Fe-n_0000000002 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89339584473858054-127.0.0.1:59523_nf_n%2Fe-n_0000000001 (0)
[junit4:junit4]   1>   /solr/live_nodes (5)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:40388_nf_n%2Fe (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:49138_nf_n%2Fe (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:59523_nf_n%2Fe (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:33215_nf_n%2Fe (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:35330_nf_n%2Fe (0)
[junit4:junit4]   1> 
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UnloadDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=9107F06D4236154A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hi -Dtests.timezone=Canada/Newfoundland -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE  136s J1 | UnloadDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: Still found shard
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([9107F06D4236154A:10E17E7535697576]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 136337 T2033 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 136348 T2032 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 136591 T2036 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> NOTE: test params are: codec=SimpleText, sim=DefaultSimilarity, locale=hi, timezone=Canada/Newfoundland
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=1,free=26551128,total=316211200
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestLuceneMatchVersion, OpenExchangeRatesOrgProviderTest, TestRTGBase, PathHierarchyTokenizerFactoryTest, DirectSolrSpellCheckerTest, ShardRoutingCustomTest, BasicDistributedZk2Test, SuggesterWFSTTest, TestQuerySenderNoQuery, TestFieldResource, TestFiltering, TestSolr4Spatial, TestIndexingPerformance, XsltUpdateRequestHandlerTest, JSONWriterTest, TestSystemIdResolver, TestDynamicFieldCollectionResource, TestMultiCoreConfBootstrap, TestMergePolicyConfig, NoCacheHeaderTest, TestAtomicUpdateErrorCases, SolrCmdDistributorTest, DateMathParserTest, SpellCheckCollatorTest, DocValuesMultiTest, TestDFRSimilarityFactory, NotRequiredUniqueKeyTest, TestLazyCores, OpenCloseCoreStressTest, PingRequestHandlerTest, TestIndexSearcher, TestStressLucene, XmlUpdateRequestHandlerTest, BadIndexSchemaTest, TestPropInject, IndexBasedSpellCheckerTest, SolrRequestParserTest, TestDistributedSearch, ZkSolrClientTest, UpdateParamsTest, CurrencyFieldOpenExchangeTest, DebugComponentTest, CopyFieldTest, TestHashPartitioner, MultiTermTest, IndexSchemaRuntimeFieldTest, SolrIndexConfigTest, TestNumberUtils, TestReload, TimeZoneUtilsTest, SpellPossibilityIteratorTest, SampleTest, SuggesterTSTTest, DistanceFunctionTest, TestLMJelinekMercerSimilarityFactory, TestArbitraryIndexDir, ConvertedLegacyTest, TestQueryTypes, TestStressReorder, HighlighterTest, TestFastOutputStream, TestPostingsSolrHighlighter, TestBinaryResponseWriter, BasicDistributedZkTest, UnloadDistributedZkTest]
[junit4:junit4] Completed on J1 in 136.62s, 1 test, 1 failure <<< FAILURES!

[...truncated 413 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 272 suites, 1144 tests, 1 error, 2 failures, 14 ignored (8 assumptions)

Total time: 42 minutes 38 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b79 -server -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure