You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/03/21 08:57:35 UTC

[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0-ea-b79) - Build # 4761 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4761/
Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseConcMarkSweepGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.UnloadDistributedZkTest.testDistribSearch

Error Message:
Still found shard2 in collection test_unload_shard_and_collection

Stack Trace:
java.lang.AssertionError: Still found shard2 in collection test_unload_shard_and_collection
	at __randomizedtesting.SeedInfo.seed([7D6FBBA569DA8F0:863075A221C2C8CC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:33818/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:33818/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([7D6FBBA569DA8F0:863075A221C2C8CC]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8995 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.UnloadDistributedZkTest
[junit4:junit4]   2> 0 T16 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /sl_u/
[junit4:junit4]   2> 16 T16 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127
[junit4:junit4]   2> 21 T16 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 24 T17 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 44 T17 oaz.Environment.logEnv Server environment:zookeeper.version=3.4.5-1392090, built on 09/30/2012 17:52 GMT
[junit4:junit4]   2> 45 T17 oaz.Environment.logEnv Server environment:host.name=serv1
[junit4:junit4]   2> 45 T17 oaz.Environment.logEnv Server environment:java.version=1.8.0-ea
[junit4:junit4]   2> 45 T17 oaz.Environment.logEnv Server environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 46 T17 oaz.Environment.logEnv Server environment:java.home=/var/lib/jenkins/tools/java/64bit/jdk1.8.0-ea-b79/jre
[junit4:junit4]   2> 46 T17 oaz.Environment.logEnv Server environment:java.class.path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/classes/test:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-test-framework/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/test-framework/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/codecs/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/analysis/common/lucene-analyzers-common-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/codecs/lucene-codecs-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/highlighter/lucene-highlighter-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/memory/lucene-memory-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/misc/lucene-misc-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/spatial/lucene-spatial-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/suggest/lucene-suggest-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/grouping/lucene-grouping-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/queries/lucene-queries-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/queryparser/lucene-queryparser-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/cglib-nodep-2.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-cli-1.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-codec-1.7.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-fileupload-1.2.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-lang-2.6.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/easymock-3.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/guava-13.0.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/javax.servlet-api-3.0.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/objenesis-1.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/org.restlet-2.1.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/spatial4j-0.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/commons-io-2.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/httpclient-4.2.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/httpcore-4.2.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/httpmime-4.2.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/noggit-0.5.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/slf4j-api-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/wstx-asl-3.2.7.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/zookeeper-3.4.5.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-continuation-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-deploy-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-http-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-io-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-jmx-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-security-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-server-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-servlet-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-util-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-webapp-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-xml-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/servlet-api-3.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/test-framework/lib/junit-4.10.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/test-framework/lib/randomizedtesting-runner-2.0.8.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/var/lib/jenkins/.ant/lib/ivy-2.3.0.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/var/lib/jenkins/tools/java/64bit/jdk1.8.0-ea-b79/lib/tools.jar:/var/lib/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.8.jar
[junit4:junit4]   2> 47 T17 oaz.Environment.logEnv Server environment:java.library.path=/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
[junit4:junit4]   2> 47 T17 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
[junit4:junit4]   2> 48 T17 oaz.Environment.logEnv Server environment:java.compiler=<NA>
[junit4:junit4]   2> 48 T17 oaz.Environment.logEnv Server environment:os.name=Linux
[junit4:junit4]   2> 48 T17 oaz.Environment.logEnv Server environment:os.arch=amd64
[junit4:junit4]   2> 49 T17 oaz.Environment.logEnv Server environment:os.version=3.2.0-39-generic
[junit4:junit4]   2> 49 T17 oaz.Environment.logEnv Server environment:user.name=jenkins
[junit4:junit4]   2> 49 T17 oaz.Environment.logEnv Server environment:user.home=/var/lib/jenkins
[junit4:junit4]   2> 50 T17 oaz.Environment.logEnv Server environment:user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 62 T17 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 62 T17 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 63 T17 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 71 T17 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 97 T17 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-1363851579126/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 124 T16 oasc.ZkTestServer.run start zk server on port:52329
[junit4:junit4]   2> 145 T16 oaz.Environment.logEnv Client environment:zookeeper.version=3.4.5-1392090, built on 09/30/2012 17:52 GMT
[junit4:junit4]   2> 146 T16 oaz.Environment.logEnv Client environment:host.name=serv1
[junit4:junit4]   2> 146 T16 oaz.Environment.logEnv Client environment:java.version=1.8.0-ea
[junit4:junit4]   2> 147 T16 oaz.Environment.logEnv Client environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 147 T16 oaz.Environment.logEnv Client environment:java.home=/var/lib/jenkins/tools/java/64bit/jdk1.8.0-ea-b79/jre
[junit4:junit4]   2> 148 T16 oaz.Environment.logEnv Client environment:java.class.path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/classes/test:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-test-framework/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/test-framework/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/codecs/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/analysis/common/lucene-analyzers-common-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/codecs/lucene-codecs-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/highlighter/lucene-highlighter-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/memory/lucene-memory-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/misc/lucene-misc-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/spatial/lucene-spatial-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/suggest/lucene-suggest-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/grouping/lucene-grouping-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/queries/lucene-queries-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/queryparser/lucene-queryparser-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/cglib-nodep-2.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-cli-1.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-codec-1.7.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-fileupload-1.2.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-lang-2.6.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/easymock-3.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/guava-13.0.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/javax.servlet-api-3.0.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/objenesis-1.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/org.restlet-2.1.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/spatial4j-0.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/commons-io-2.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/httpclient-4.2.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/httpcore-4.2.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/httpmime-4.2.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/noggit-0.5.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/slf4j-api-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/wstx-asl-3.2.7.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/zookeeper-3.4.5.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-continuation-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-deploy-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-http-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-io-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-jmx-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-security-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-server-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-servlet-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-util-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-webapp-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-xml-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/servlet-api-3.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/test-framework/lib/junit-4.10.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/test-framework/lib/randomizedtesting-runner-2.0.8.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/var/lib/jenkins/.ant/lib/ivy-2.3.0.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/var/lib/jenkins/tools/java/64bit/jdk1.8.0-ea-b79/lib/tools.jar:/var/lib/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.8.jar
[junit4:junit4]   2> 150 T16 oaz.Environment.logEnv Client environment:java.library.path=/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
[junit4:junit4]   2> 150 T16 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
[junit4:junit4]   2> 151 T16 oaz.Environment.logEnv Client environment:java.compiler=<NA>
[junit4:junit4]   2> 151 T16 oaz.Environment.logEnv Client environment:os.name=Linux
[junit4:junit4]   2> 152 T16 oaz.Environment.logEnv Client environment:os.arch=amd64
[junit4:junit4]   2> 152 T16 oaz.Environment.logEnv Client environment:os.version=3.2.0-39-generic
[junit4:junit4]   2> 153 T16 oaz.Environment.logEnv Client environment:user.name=jenkins
[junit4:junit4]   2> 153 T16 oaz.Environment.logEnv Client environment:user.home=/var/lib/jenkins
[junit4:junit4]   2> 154 T16 oaz.Environment.logEnv Client environment:user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 155 T16 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52329 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@55142eff
[junit4:junit4]   2> 175 T16 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 178 T22 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52329. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 180 T22 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52329, initiating session
[junit4:junit4]   2> 1270 T18 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50794
[junit4:junit4]   2> 1284 T18 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50794
[junit4:junit4]   2> 1290 T20 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 1342 T20 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8be38f4f0000 with negotiated timeout 10000 for client /127.0.0.1:50794
[junit4:junit4]   2> 1342 T22 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52329, sessionid = 0x13d8be38f4f0000, negotiated timeout = 10000
[junit4:junit4]   2> 1346 T23 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@55142eff name:ZooKeeperConnection Watcher:127.0.0.1:52329 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1346 T16 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1347 T16 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 1386 T21 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8be38f4f0000
[junit4:junit4]   2> 1393 T23 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 1393 T16 oaz.ZooKeeper.close Session: 0x13d8be38f4f0000 closed
[junit4:junit4]   2> 1393 T18 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50794 which had sessionid 0x13d8be38f4f0000
[junit4:junit4]   2> 1394 T16 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52329/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@36c825ee
[junit4:junit4]   2> 1396 T16 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1396 T24 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52329. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 1397 T24 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52329, initiating session
[junit4:junit4]   2> 1398 T18 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50795
[junit4:junit4]   2> 1399 T18 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50795
[junit4:junit4]   2> 1400 T20 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8be38f4f0001 with negotiated timeout 10000 for client /127.0.0.1:50795
[junit4:junit4]   2> 1400 T24 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52329, sessionid = 0x13d8be38f4f0001, negotiated timeout = 10000
[junit4:junit4]   2> 1401 T25 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36c825ee name:ZooKeeperConnection Watcher:127.0.0.1:52329/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1402 T16 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1410 T16 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 1417 T16 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 1423 T16 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 1427 T16 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 1432 T16 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1440 T16 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1466 T16 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 1470 T16 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 1513 T16 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1514 T16 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1519 T16 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 1520 T16 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 1524 T16 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 1525 T16 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 1543 T16 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1544 T16 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1553 T16 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1555 T16 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1574 T16 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1575 T16 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1585 T16 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1586 T16 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1595 T21 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8be38f4f0001
[junit4:junit4]   2> 1597 T25 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 1597 T16 oaz.ZooKeeper.close Session: 0x13d8be38f4f0001 closed
[junit4:junit4]   2> 1597 T18 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50795 which had sessionid 0x13d8be38f4f0001
[junit4:junit4]   2> 1800 T16 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 1894 T16 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54982
[junit4:junit4]   2> 1907 T16 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1908 T16 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1908 T16 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1363851580708
[junit4:junit4]   2> 1909 T16 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1363851580708/solr.xml
[junit4:junit4]   2> 1909 T16 oasc.CoreContainer.<init> New CoreContainer 80713876
[junit4:junit4]   2> 1910 T16 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1363851580708/'
[junit4:junit4]   2> 1911 T16 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1363851580708/'
[junit4:junit4]   2> 1958 T16 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1959 T16 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1960 T16 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1960 T16 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1961 T16 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1962 T16 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1962 T16 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1963 T16 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1963 T16 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1980 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2212 T16 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2228 T16 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52329/solr
[junit4:junit4]   2> 2245 T16 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2246 T16 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52329 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@28c660b8
[junit4:junit4]   2> 2248 T16 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2249 T36 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52329. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 2250 T36 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52329, initiating session
[junit4:junit4]   2> 2250 T18 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50796
[junit4:junit4]   2> 2250 T18 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50796
[junit4:junit4]   2> 2264 T20 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8be38f4f0002 with negotiated timeout 20000 for client /127.0.0.1:50796
[junit4:junit4]   2> 2264 T36 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52329, sessionid = 0x13d8be38f4f0002, negotiated timeout = 20000
[junit4:junit4]   2> 2266 T37 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28c660b8 name:ZooKeeperConnection Watcher:127.0.0.1:52329 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2266 T16 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2269 T21 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8be38f4f0002
[junit4:junit4]   2> 2274 T18 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50796 which had sessionid 0x13d8be38f4f0002
[junit4:junit4]   2> 2274 T37 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2274 T16 oaz.ZooKeeper.close Session: 0x13d8be38f4f0002 closed
[junit4:junit4]   2> 2278 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2293 T16 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52329/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@577092c3
[junit4:junit4]   2> 2295 T16 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2296 T38 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52329. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 2297 T38 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52329, initiating session
[junit4:junit4]   2> 2298 T18 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50797
[junit4:junit4]   2> 2299 T18 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50797
[junit4:junit4]   2> 2302 T20 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8be38f4f0003 with negotiated timeout 20000 for client /127.0.0.1:50797
[junit4:junit4]   2> 2303 T38 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52329, sessionid = 0x13d8be38f4f0003, negotiated timeout = 20000
[junit4:junit4]   2> 2304 T39 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@577092c3 name:ZooKeeperConnection Watcher:127.0.0.1:52329/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2305 T16 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2316 T16 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 2324 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f0003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2325 T16 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 2334 T16 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 2354 T16 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54982_sl_u
[junit4:junit4]   2> 2358 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f0003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:54982_sl_u Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:54982_sl_u
[junit4:junit4]   2> 2363 T16 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54982_sl_u
[junit4:junit4]   2> 2378 T16 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 2400 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f0003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 2402 T16 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 2410 T16 oasc.Overseer.start Overseer (id=89381377095434243-127.0.0.1:54982_sl_u-n_0000000000) starting
[junit4:junit4]   2> 2412 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f0003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2427 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f0003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2431 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f0003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2435 T16 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 2452 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f0003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2455 T41 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 2455 T16 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 2460 T16 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 2483 T16 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2494 T40 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 2506 T16 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2507 T16 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2521 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2527 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 2529 T16 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52329/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@52b9d01f
[junit4:junit4]   2> 2530 T16 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2531 T43 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52329. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 2531 T43 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52329, initiating session
[junit4:junit4]   2> 2532 T18 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50798
[junit4:junit4]   2> 2532 T18 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50798
[junit4:junit4]   2> 2534 T20 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8be38f4f0004 with negotiated timeout 10000 for client /127.0.0.1:50798
[junit4:junit4]   2> 2534 T43 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52329, sessionid = 0x13d8be38f4f0004, negotiated timeout = 10000
[junit4:junit4]   2> 2535 T44 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52b9d01f name:ZooKeeperConnection Watcher:127.0.0.1:52329/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2536 T16 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2538 T16 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2542 T16 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 2618 T16 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 2621 T16 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46000
[junit4:junit4]   2> 2622 T16 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2622 T16 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2623 T16 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363851581651
[junit4:junit4]   2> 2623 T16 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363851581651/solr.xml
[junit4:junit4]   2> 2624 T16 oasc.CoreContainer.<init> New CoreContainer 340440529
[junit4:junit4]   2> 2624 T16 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363851581651/'
[junit4:junit4]   2> 2625 T16 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363851581651/'
[junit4:junit4]   2> 2648 T16 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 2648 T16 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2649 T16 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2649 T16 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2650 T16 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2650 T16 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2651 T16 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2651 T16 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2652 T16 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2652 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2661 T16 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2677 T16 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52329/solr
[junit4:junit4]   2> 2678 T16 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2678 T16 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52329 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@141f1bc2
[junit4:junit4]   2> 2679 T16 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2680 T54 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52329. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 2681 T54 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52329, initiating session
[junit4:junit4]   2> 2681 T18 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50799
[junit4:junit4]   2> 2682 T18 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50799
[junit4:junit4]   2> 2684 T20 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8be38f4f0005 with negotiated timeout 20000 for client /127.0.0.1:50799
[junit4:junit4]   2> 2684 T54 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52329, sessionid = 0x13d8be38f4f0005, negotiated timeout = 20000
[junit4:junit4]   2> 2687 T55 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@141f1bc2 name:ZooKeeperConnection Watcher:127.0.0.1:52329 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2687 T16 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2691 T21 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8be38f4f0005
[junit4:junit4]   2> 2693 T18 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50799 which had sessionid 0x13d8be38f4f0005
[junit4:junit4]   2> 2694 T55 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2693 T16 oaz.ZooKeeper.close Session: 0x13d8be38f4f0005 closed
[junit4:junit4]   2> 2695 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2702 T16 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52329/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@798fc7c3
[junit4:junit4]   2> 2704 T16 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2704 T56 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52329. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 2705 T56 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52329, initiating session
[junit4:junit4]   2> 2705 T18 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50800
[junit4:junit4]   2> 2706 T18 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50800
[junit4:junit4]   2> 2707 T20 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8be38f4f0006 with negotiated timeout 20000 for client /127.0.0.1:50800
[junit4:junit4]   2> 2707 T56 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52329, sessionid = 0x13d8be38f4f0006, negotiated timeout = 20000
[junit4:junit4]   2> 2708 T57 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@798fc7c3 name:ZooKeeperConnection Watcher:127.0.0.1:52329/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2708 T16 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2709 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f0006 type:create cxid:0x1 zxid:0x30 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2711 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f0006 type:create cxid:0x3 zxid:0x31 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2714 T16 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3719 T16 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46000_sl_u
[junit4:junit4]   2> 3720 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f0006 type:delete cxid:0xd zxid:0x32 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:46000_sl_u Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:46000_sl_u
[junit4:junit4]   2> 3723 T16 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46000_sl_u
[junit4:junit4]   2> 3734 T44 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 3734 T39 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 3734 T57 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 3744 T16 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3745 T16 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3745 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3847 T16 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3850 T16 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50719
[junit4:junit4]   2> 3851 T16 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3852 T16 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3852 T16 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363851582859
[junit4:junit4]   2> 3853 T16 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363851582859/solr.xml
[junit4:junit4]   2> 3853 T16 oasc.CoreContainer.<init> New CoreContainer 545066200
[junit4:junit4]   2> 3854 T16 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363851582859/'
[junit4:junit4]   2> 3855 T16 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363851582859/'
[junit4:junit4]   2> 3882 T16 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3882 T16 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3883 T16 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3883 T16 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3884 T16 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3884 T16 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3885 T16 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3885 T16 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3885 T16 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3886 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3895 T16 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3909 T16 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52329/solr
[junit4:junit4]   2> 3910 T16 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3910 T16 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52329 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@29c3f9b3
[junit4:junit4]   2> 3911 T16 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3912 T68 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52329. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3913 T68 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52329, initiating session
[junit4:junit4]   2> 3913 T18 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50801
[junit4:junit4]   2> 3914 T18 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50801
[junit4:junit4]   2> 3917 T20 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8be38f4f0007 with negotiated timeout 20000 for client /127.0.0.1:50801
[junit4:junit4]   2> 3917 T68 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52329, sessionid = 0x13d8be38f4f0007, negotiated timeout = 20000
[junit4:junit4]   2> 3918 T69 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29c3f9b3 name:ZooKeeperConnection Watcher:127.0.0.1:52329 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3918 T16 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3920 T21 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8be38f4f0007
[junit4:junit4]   2> 3921 T18 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50801 which had sessionid 0x13d8be38f4f0007
[junit4:junit4]   2> 3922 T69 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3922 T16 oaz.ZooKeeper.close Session: 0x13d8be38f4f0007 closed
[junit4:junit4]   2> 3923 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3927 T16 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52329/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7535e812
[junit4:junit4]   2> 3929 T16 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3929 T70 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52329. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3929 T70 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52329, initiating session
[junit4:junit4]   2> 3930 T18 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50802
[junit4:junit4]   2> 3931 T18 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50802
[junit4:junit4]   2> 3953 T20 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8be38f4f0008 with negotiated timeout 20000 for client /127.0.0.1:50802
[junit4:junit4]   2> 3953 T70 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52329, sessionid = 0x13d8be38f4f0008, negotiated timeout = 20000
[junit4:junit4]   2> 3953 T71 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7535e812 name:ZooKeeperConnection Watcher:127.0.0.1:52329/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3954 T16 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3956 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f0008 type:create cxid:0x1 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3964 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f0008 type:create cxid:0x3 zxid:0x39 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3969 T16 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4976 T16 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50719_sl_u
[junit4:junit4]   2> 4977 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f0008 type:delete cxid:0xd zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50719_sl_u Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50719_sl_u
[junit4:junit4]   2> 4982 T16 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50719_sl_u
[junit4:junit4]   2> 4987 T44 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 4987 T39 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 4988 T71 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 4987 T57 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 5000 T16 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 5001 T16 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 5001 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 5071 T16 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 5073 T16 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60153
[junit4:junit4]   2> 5074 T16 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 5074 T16 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5075 T16 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363851584114
[junit4:junit4]   2> 5075 T16 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363851584114/solr.xml
[junit4:junit4]   2> 5076 T16 oasc.CoreContainer.<init> New CoreContainer 1185813964
[junit4:junit4]   2> 5076 T16 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363851584114/'
[junit4:junit4]   2> 5077 T16 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363851584114/'
[junit4:junit4]   2> 5099 T16 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 5100 T16 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 5100 T16 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 5101 T16 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 5101 T16 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 5102 T16 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 5102 T16 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 5103 T16 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 5103 T16 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 5104 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 5112 T16 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 5128 T16 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52329/solr
[junit4:junit4]   2> 5129 T16 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 5129 T16 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52329 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2a295f9a
[junit4:junit4]   2> 5130 T16 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 5130 T82 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52329. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 5132 T82 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52329, initiating session
[junit4:junit4]   2> 5132 T18 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50803
[junit4:junit4]   2> 5133 T18 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50803
[junit4:junit4]   2> 5134 T20 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8be38f4f0009 with negotiated timeout 20000 for client /127.0.0.1:50803
[junit4:junit4]   2> 5134 T82 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52329, sessionid = 0x13d8be38f4f0009, negotiated timeout = 20000
[junit4:junit4]   2> 5135 T83 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a295f9a name:ZooKeeperConnection Watcher:127.0.0.1:52329 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 5135 T16 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 5137 T21 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8be38f4f0009
[junit4:junit4]   2> 5143 T83 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 5143 T18 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50803 which had sessionid 0x13d8be38f4f0009
[junit4:junit4]   2> 5143 T16 oaz.ZooKeeper.close Session: 0x13d8be38f4f0009 closed
[junit4:junit4]   2> 5144 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 5150 T16 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52329/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@58a498f6
[junit4:junit4]   2> 5151 T16 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 5151 T84 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52329. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 5153 T84 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52329, initiating session
[junit4:junit4]   2> 5153 T18 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50804
[junit4:junit4]   2> 5154 T18 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50804
[junit4:junit4]   2> 5155 T20 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8be38f4f000a with negotiated timeout 20000 for client /127.0.0.1:50804
[junit4:junit4]   2> 5156 T84 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52329, sessionid = 0x13d8be38f4f000a, negotiated timeout = 20000
[junit4:junit4]   2> 5157 T85 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58a498f6 name:ZooKeeperConnection Watcher:127.0.0.1:52329/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 5157 T16 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 5159 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f000a type:create cxid:0x1 zxid:0x40 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5162 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f000a type:create cxid:0x3 zxid:0x41 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5169 T16 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6177 T16 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60153_sl_u
[junit4:junit4]   2> 6178 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f000a type:delete cxid:0xd zxid:0x42 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:60153_sl_u Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:60153_sl_u
[junit4:junit4]   2> 6180 T16 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60153_sl_u
[junit4:junit4]   2> 6186 T44 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 6186 T57 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 6186 T39 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 6186 T71 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 6186 T85 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 6195 T16 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 6196 T16 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6197 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6268 T16 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 6271 T16 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39912
[junit4:junit4]   2> 6272 T16 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 6272 T16 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6273 T16 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1363851585310
[junit4:junit4]   2> 6273 T16 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1363851585310/solr.xml
[junit4:junit4]   2> 6273 T16 oasc.CoreContainer.<init> New CoreContainer 540082112
[junit4:junit4]   2> 6274 T16 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1363851585310/'
[junit4:junit4]   2> 6274 T16 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1363851585310/'
[junit4:junit4]   2> 6300 T16 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 6300 T16 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 6301 T16 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 6301 T16 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 6302 T16 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 6302 T16 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 6302 T16 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 6303 T16 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 6303 T16 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 6304 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 6312 T16 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 6326 T16 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52329/solr
[junit4:junit4]   2> 6326 T16 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 6327 T16 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52329 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@12d89b76
[junit4:junit4]   2> 6328 T16 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6328 T96 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52329. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 6329 T96 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52329, initiating session
[junit4:junit4]   2> 6329 T18 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50805
[junit4:junit4]   2> 6330 T18 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50805
[junit4:junit4]   2> 6332 T20 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8be38f4f000b with negotiated timeout 20000 for client /127.0.0.1:50805
[junit4:junit4]   2> 6332 T96 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52329, sessionid = 0x13d8be38f4f000b, negotiated timeout = 20000
[junit4:junit4]   2> 6333 T97 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12d89b76 name:ZooKeeperConnection Watcher:127.0.0.1:52329 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6333 T16 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6336 T21 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8be38f4f000b
[junit4:junit4]   2> 6337 T97 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 6337 T18 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50805 which had sessionid 0x13d8be38f4f000b
[junit4:junit4]   2> 6336 T16 oaz.ZooKeeper.close Session: 0x13d8be38f4f000b closed
[junit4:junit4]   2> 6338 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 6342 T16 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52329/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@32616e05
[junit4:junit4]   2> 6343 T16 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6343 T98 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52329. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 6344 T98 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52329, initiating session
[junit4:junit4]   2> 6344 T18 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50806
[junit4:junit4]   2> 6345 T18 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50806
[junit4:junit4]   2> 6346 T20 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8be38f4f000c with negotiated timeout 20000 for client /127.0.0.1:50806
[junit4:junit4]   2> 6346 T98 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52329, sessionid = 0x13d8be38f4f000c, negotiated timeout = 20000
[junit4:junit4]   2> 6346 T99 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32616e05 name:ZooKeeperConnection Watcher:127.0.0.1:52329/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6347 T16 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6348 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f000c type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6350 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f000c type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6353 T16 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7360 T16 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39912_sl_u
[junit4:junit4]   2> 7362 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f000c type:delete cxid:0xd zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39912_sl_u Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39912_sl_u
[junit4:junit4]   2> 7364 T16 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39912_sl_u
[junit4:junit4]   2> 7371 T39 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 7372 T99 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 7373 T44 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 7373 T57 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 7373 T85 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 7373 T71 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 7382 T16 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 7383 T16 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7383 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7387 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7629 T51 oasc.CoreContainer.create Creating SolrCore 'unloadcollection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363851581651/unloadcollection1
[junit4:junit4]   2> 7631 T51 oasc.ZkController.createCollectionZkNode Check for collection zkNode:unloadcollection
[junit4:junit4]   2> 7633 T51 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:unloadcollection
[junit4:junit4]   2> 7634 T51 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 7636 T51 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 7637 T51 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection
[junit4:junit4]   2> 7642 T51 oasc.ZkController.readConfigName Load collection config from:/collections/unloadcollection
[junit4:junit4]   2> 7647 T51 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363851581651/unloadcollection1/'
[junit4:junit4]   2> 7701 T51 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 7770 T51 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7772 T51 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7823 T51 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8373 T51 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8386 T51 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8389 T51 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8478 T51 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8486 T51 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8492 T51 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8495 T51 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 8496 T51 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 8497 T51 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8499 T51 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 8499 T51 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 8500 T51 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 8501 T51 oasc.SolrCore.<init> [unloadcollection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363851581651/unloadcollection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851586503unloadcollection1_1n/
[junit4:junit4]   2> 8504 T51 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5334c729
[junit4:junit4]   2> 8505 T51 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 8506 T51 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851586503unloadcollection1_1n forceNew: false
[junit4:junit4]   2> 8507 T51 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851586503unloadcollection1_1n/index/
[junit4:junit4]   2> 8508 T51 oasc.SolrCore.initIndex WARNING [unloadcollection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851586503unloadcollection1_1n/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8509 T51 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851586503unloadcollection1_1n/index forceNew: false
[junit4:junit4]   2> 8512 T51 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f7135a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1bebbac3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8513 T51 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8525 T51 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 8526 T51 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 8527 T51 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 8528 T51 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8529 T51 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8529 T51 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 8530 T51 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 8531 T51 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8531 T51 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8536 T51 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8539 T51 oass.SolrIndexSearcher.<init> Opening Searcher@c617818 main
[junit4:junit4]   2> 8542 T51 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851586503unloadcollection1_1n/tlog
[junit4:junit4]   2> 8548 T51 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8549 T51 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8556 T101 oasc.SolrCore.registerSearcher [unloadcollection1] Registered new searcher Searcher@c617818 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8558 T51 oasc.ZkController.publish publishing core=unloadcollection1 state=down
[junit4:junit4]   2> 10014 T40 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10016 T40 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46000/sl_u",
[junit4:junit4]   2> 	  "core":"unloadcollection1",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46000_sl_u",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "roles":null}
[junit4:junit4]   2> 10017 T40 oasc.Overseer$ClusterStateUpdater.createCollection Create collection unloadcollection with numShards 1
[junit4:junit4]   2> 10029 T40 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 10142 T85 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10142 T44 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10142 T39 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10142 T99 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10142 T57 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10142 T71 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10562 T51 oasc.CoreContainer.registerCore registering core: unloadcollection1
[junit4:junit4]   2> 10563 T51 oasc.ZkController.register Register replica - core:unloadcollection1 address:http://127.0.0.1:46000/sl_u collection:unloadcollection shard:shard1
[junit4:junit4]   2> 10575 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 10590 T51 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection/leader_elect/shard1/election
[junit4:junit4]   2> 10604 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f0006 type:delete cxid:0x51 zxid:0x57 txntype:-1 reqpath:n/a Error Path:/solr/collections/unloadcollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/unloadcollection/leaders
[junit4:junit4]   2> 10605 T51 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 10606 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f0006 type:create cxid:0x52 zxid:0x58 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10610 T51 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 10611 T51 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 10611 T51 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:46000/sl_u/unloadcollection1/
[junit4:junit4]   2> 10612 T51 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 10612 T51 oasc.SyncStrategy.syncToMe http://127.0.0.1:46000/sl_u/unloadcollection1/ has no replicas
[junit4:junit4]   2> 10612 T51 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:46000/sl_u/unloadcollection1/
[junit4:junit4]   2> 10613 T51 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection/leaders/shard1
[junit4:junit4]   2> 10634 T21 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8be38f4f0006 type:create cxid:0x5d zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11649 T40 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11661 T44 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 11661 T57 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 11661 T85 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 11662 T39 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 11661 T99 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 11661 T71 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 11690 T51 oasc.ZkController.register We are http://127.0.0.1:46000/sl_u/unloadcollection1/ and leader is http://127.0.0.1:46000/sl_u/unloadcollection1/
[junit4:junit4]   2> 11691 T51 oasc.ZkController.register No LogReplay needed for core=unloadcollection1 baseURL=http://127.0.0.1:46000/sl_u
[junit4:junit4]   2> 11692 T51 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 11693 T51 oasc.ZkController.publish publishing core=unloadcollection1 state=active
[junit4:junit4]   2> 11696 T51 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11697 T51 oasc.CoreContainer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363851581651/solr.xml
[junit4:junit4]   2> 11707 T51 oasc.SolrXMLSerializer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363851581651/solr.xml
[junit4:junit4]   2> 11708 T51 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {collection=unloadcollection&wt=javabin&version=2&numShards=1&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851586503unloadcollection1_1n&name=unloadcollection1&action=CREATE} status=0 QTime=4081 
[junit4:junit4]   2> 11740 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 11742 T16 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52329/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@196c14f9
[junit4:junit4]   2> 11743 T16 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11743 T102 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52329. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 11744 T102 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52329, initiating session
[junit4:junit4]   2> 11744 T18 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50809
[junit4:junit4]   2> 11744 T18 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50809
[junit4:junit4]   2> 11746 T20 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8be38f4f000d with negotiated timeout 10000 for client /127.0.0.1:50809
[junit4:junit4]   2> 11746 T102 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52329, sessionid = 0x13d8be38f4f000d, negotiated timeout = 10000
[junit4:junit4]   2> 11746 T103 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@196c14f9 name:ZooKeeperConnection Watcher:127.0.0.1:52329/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11747 T16 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11749 T16 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 11752 T16 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11753 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11760 T66 oasc.CoreContainer.create Creating SolrCore 'unloadcollection2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363851582859/unloadcollection2
[junit4:junit4]   2> 11761 T66 oasc.ZkController.createCollectionZkNode Check for collection zkNode:unloadcollection
[junit4:junit4]   2> 11762 T66 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 11762 T66 oasc.ZkController.readConfigName Load collection config from:/collections/unloadcollection
[junit4:junit4]   2> 11764 T66 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363851582859/unloadcollection2/'
[junit4:junit4]   2> 11819 T66 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 11879 T66 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 11881 T66 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 11919 T66 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 12317 T66 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 12328 T66 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 12331 T66 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 12367 T66 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 12372 T66 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 12377 T66 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 12379 T66 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 12380 T66 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 12381 T66 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 12383 T66 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 12383 T66 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 12383 T66 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 12384 T66 oasc.SolrCore.<init> [unloadcollection2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363851582859/unloadcollection2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851590866unloadcollection1_2n/
[junit4:junit4]   2> 12384 T66 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5334c729
[junit4:junit4]   2> 12386 T66 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 12386 T66 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851590866unloadcollection1_2n forceNew: false
[junit4:junit4]   2> 12387 T66 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851590866unloadcollection1_2n/index/
[junit4:junit4]   2> 12387 T66 oasc.SolrCore.initIndex WARNING [unloadcollection2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851590866unloadcollection1_2n/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 12388 T66 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851590866unloadcollection1_2n/index forceNew: false
[junit4:junit4]   2> 12390 T66 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5eae2b82 lockFactory=org.apache.lucene.store.NativeFSLockFactory@481d766b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12391 T66 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12394 T66 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 12394 T66 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 12396 T66 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 12397 T66 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 12398 T66 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 12398 T66 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 12399 T66 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 12400 T66 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 12400 T66 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 12403 T66 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 12410 T66 oass.SolrIndexSearcher.<init> Opening Searcher@7008478 main
[junit4:junit4]   2> 12411 T66 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851590866unloadcollection1_2n/tlog
[junit4:junit4]   2> 12411 T66 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 12412 T66 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 12419 T104 oasc.SolrCore.registerSearcher [unloadcollection2] Registered new searcher Searcher@7008478 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 12423 T66 oasc.ZkController.publish publishing core=unloadcollection2 state=down
[junit4:junit4]   2> 12423 T66 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13173 T40 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13174 T40 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46000/sl_u",
[junit4:junit4]   2> 	  "core":"unloadcollection1",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46000_sl_u",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:46000_sl_u_unloadcollection1",
[junit4:junit4]   2> 	  "roles":null}
[junit4:junit4]   2> 13181 T40 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50719/sl_u",
[junit4:junit4]   2> 	  "core":"unloadcollection2",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50719_sl_u",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "roles":null}
[junit4:junit4]   2> 13181 T40 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 13181 T40 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 13187 T57 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13187 T71 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13187 T99 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13187 T85 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13187 T44 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13187 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13187 T39 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13433 T66 oasc.CoreContainer.registerCore registering core: unloadcollection2
[junit4:junit4]   2> 13434 T66 oasc.ZkController.register Register replica - core:unloadcollection2 address:http://127.0.0.1:50719/sl_u collection:unloadcollection shard:shard1
[junit4:junit4]   2> 13438 T66 oasc.ZkController.register We are http://127.0.0.1:50719/sl_u/unloadcollection2/ and leader is http://127.0.0.1:46000/sl_u/unloadcollection1/
[junit4:junit4]   2> 13439 T66 oasc.ZkController.register No LogReplay needed for core=unloadcollection2 baseURL=http://127.0.0.1:50719/sl_u
[junit4:junit4]   2> 13439 T66 oasc.ZkController.checkRecovery Core needs to recover:unloadcollection2
[junit4:junit4]   2> 13439 T66 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C1 name=unloadcollection2 org.apache.solr.core.SolrCore@4e918476 url=http://127.0.0.1:50719/sl_u/unloadcollection2 node=127.0.0.1:50719_sl_u C1_STATE=coll:unloadcollection core:unloadcollection2 props:{base_url=http://127.0.0.1:50719/sl_u, core=unloadcollection2, collection=unloadcollection, state=down, node_name=127.0.0.1:50719_sl_u}
[junit4:junit4]   2> 13443 T105 C1 P50719 oasc.RecoveryStrategy.run Starting recovery process.  core=unloadcollection2 recoveringAfterStartup=true
[junit4:junit4]   2> 13443 T105 C1 P50719 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 13443 T66 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13444 T105 C1 P50719 oasc.ZkController.publish publishing core=unloadcollection2 state=recovering
[junit4:junit4]   2> 13444 T105 C1 P50719 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13445 T66 oasc.CoreContainer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363851582859/solr.xml
[junit4:junit4]   2> 13446 T105 C1 P50719 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13451 T66 oasc.SolrXMLSerializer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363851582859/solr.xml
[junit4:junit4]   2> 13452 T66 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {collection=unloadcollection&wt=javabin&version=2&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851590866unloadcollection1_2n&name=unloadcollection2&action=CREATE} status=0 QTime=1692 
[junit4:junit4]   2> 13454 T16 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13455 T16 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: unloadcollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 13457 T16 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14459 T16 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14697 T40 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14698 T40 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50719/sl_u",
[junit4:junit4]   2> 	  "core":"unloadcollection2",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50719_sl_u",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:50719_sl_u_unloadcollection2",
[junit4:junit4]   2> 	  "roles":null}
[junit4:junit4]   2> 14822 T57 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14822 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14823 T39 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14822 T71 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14822 T99 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14822 T85 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14822 T44 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15454 T51 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:50719_sl_u_unloadcollection2&core=unloadcollection1&checkLive=true&wt=javabin&state=recovering&onlyIfLeader=true&version=2&nodeName=127.0.0.1:50719_sl_u&action=PREPRECOVERY} status=0 QTime=2000 
[junit4:junit4]   2> 15462 T16 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16466 T16 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C1_STATE=coll:unloadcollection core:unloadcollection2 props:{base_url=http://127.0.0.1:50719/sl_u, core=unloadcollection2, collection=unloadcollection, state=recovering, shard=shard1, node_name=127.0.0.1:50719_sl_u}
[junit4:junit4]   2> 17457 T105 C1 P50719 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:46000/sl_u/unloadcollection1/ core=unloadcollection2 - recoveringAfterStartup=true
[junit4:junit4]   2> 17462 T105 C1 P50719 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 17469 T16 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17470 T105 C1 P50719 oasu.PeerSync.sync PeerSync: core=unloadcollection2 url=http://127.0.0.1:50719/sl_u START replicas=[http://127.0.0.1:46000/sl_u/unloadcollection1/] nUpdates=100
[junit4:junit4]   2> 17474 T105 C1 P50719 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 17474 T105 C1 P50719 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=unloadcollection2
[junit4:junit4]   2> 17475 T105 C1 P50719 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=unloadcollection2
[junit4:junit4]   2> 17475 T105 C1 P50719 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=unloadcollection2
[junit4:junit4]   2> 17476 T105 C1 P50719 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 17476 T105 C1 P50719 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:46000/sl_u/unloadcollection1/. core=unloadcollection2
[junit4:junit4]   2> 17477 T105 C1 P50719 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C2 name=unloadcollection1 org.apache.solr.core.SolrCore@5111366f url=http://127.0.0.1:46000/sl_u/unloadcollection1 node=127.0.0.1:46000_sl_u C2_STATE=coll:unloadcollection core:unloadcollection1 props:{base_url=http://127.0.0.1:46000/sl_u, core=unloadcollection1, collection=unloadcollection, state=active, shard=shard1, node_name=127.0.0.1:46000_sl_u, leader=true}
[junit4:junit4]   2> 17490 T51 C2 P46000 REQ /get {wt=javabin&getVersions=100&version=2&qt=/get&distrib=false} status=0 QTime=2 
[junit4:junit4]   2> 17495 T53 C2 P46000 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 17499 T53 C2 P46000 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f7135a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1bebbac3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17500 T53 C2 P46000 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17502 T53 C2 P46000 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f7135a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1bebbac3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f7135a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1bebbac3),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 17502 T53 C2 P46000 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 17503 T53 C2 P46000 oass.SolrIndexSearcher.<init> Opening Searcher@3b03c373 realtime
[junit4:junit4]   2> 17503 T53 C2 P46000 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 17504 T53 C2 P46000 /update {commit_end_point=true&wt=javabin&version=2&openSearcher=false&commit=true&softCommit=false&waitSearcher=true} {commit=} 0 16
[junit4:junit4]   2> 17523 T105 C1 P50719 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 17524 T105 C1 P50719 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4]   2> 17529 T105 C1 P50719 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 17544 T50 C2 P46000 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 17545 T50 C2 P46000 REQ /replication {wt=javabin&version=2&qt=/replication&command=indexversion} status=0 QTime=12 
[junit4:junit4]   2> 17547 T105 C1 P50719 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 17547 T105 C1 P50719 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 17547 T105 C1 P50719 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 17551 T51 C2 P46000 REQ /replication {generation=2&wt=javabin&version=2&qt=/replication&command=filelist} status=0 QTime=1 
[junit4:junit4]   2> 17552 T105 C1 P50719 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 17553 T105 C1 P50719 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851590866unloadcollection1_2n/index.20130321013956661 forceNew: false
[junit4:junit4]   2> 17554 T105 C1 P50719 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@2e6e040 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d60c53e) fullCopy=false
[junit4:junit4]   2> 17560 T53 C2 P46000 REQ /replication {generation=2&wt=filestream&checksum=true&file=segments_2&qt=/replication&command=filecontent} status=0 QTime=2 
[junit4:junit4]   2> 17564 T105 C1 P50719 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 17574 T105 C1 P50719 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 17574 T105 C1 P50719 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=unloadcollection2
[junit4:junit4]   2> 17576 T105 C1 P50719 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5eae2b82 lockFactory=org.apache.lucene.store.NativeFSLockFactory@481d766b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5eae2b82 lockFactory=org.apache.lucene.store.NativeFSLockFactory@481d766b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 17577 T105 C1 P50719 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 17577 T105 C1 P50719 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 17577 T105 C1 P50719 oass.SolrIndexSearcher.<init> Opening Searcher@16b98442 main
[junit4:junit4]   2> 17579 T104 oasc.SolrCore.registerSearcher [unloadcollection2] Registered new searcher Searcher@16b98442 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 17580 T105 C1 P50719 oasc.RecoveryStrategy.replay No replay needed. core=unloadcollection2
[junit4:junit4]   2> 17580 T105 C1 P50719 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=unloadcollection2
[junit4:junit4]   2> 17581 T105 C1 P50719 oasc.ZkController.publish publishing core=unloadcollection2 state=active
[junit4:junit4]   2> 17581 T105 C1 P50719 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17583 T105 C1 P50719 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=unloadcollection2
[junit4:junit4]   2> 17834 T40 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17836 T40 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50719/sl_u",
[junit4:junit4]   2> 	  "core":"unloadcollection2",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50719_sl_u",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:50719_sl_u_unloadcollection2",
[junit4:junit4]   2> 	  "roles":null}
[junit4:junit4]   2> 17842 T99 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17842 T39 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17842 T44 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17842 T71 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17842 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17842 T85 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17843 T57 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18472 T16 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18473 T16 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: unloadcollection
[junit4:junit4]   2> 18474 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18483 T80 oasc.CoreContainer.create Creating SolrCore 'unloadcollection3' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363851584114/unloadcollection3
[junit4:junit4]   2> 18483 T80 oasc.ZkController.createCollectionZkNode Check for collection zkNode:unloadcollection
[junit4:junit4]   2> 18485 T80 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 18485 T80 oasc.ZkController.readConfigName Load collection config from:/collections/unloadcollection
[junit4:junit4]   2> 18487 T80 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363851584114/unloadcollection3/'
[junit4:junit4]   2> 18527 T80 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 18565 T80 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 18566 T80 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 18605 T80 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 19088 T80 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 19104 T80 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 19106 T80 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 19135 T80 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19142 T80 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19148 T80 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19150 T80 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19151 T80 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19151 T80 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19153 T80 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19153 T80 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19153 T80 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19154 T80 oasc.SolrCore.<init> [unloadcollection3] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363851584114/unloadcollection3/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851597586unloadcollection_3n/
[junit4:junit4]   2> 19154 T80 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5334c729
[junit4:junit4]   2> 19155 T80 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19156 T80 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851597586unloadcollection_3n forceNew: false
[junit4:junit4]   2> 19156 T80 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851597586unloadcollection_3n/index/
[junit4:junit4]   2> 19156 T80 oasc.SolrCore.initIndex WARNING [unloadcollection3] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851597586unloadcollection_3n/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 19157 T80 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851597586unloadcollection_3n/index forceNew: false
[junit4:junit4]   2> 19159 T80 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6785a463 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d94090a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19159 T80 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19163 T80 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 19164 T80 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 19166 T80 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 19167 T80 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 19168 T80 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 19168 T80 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 19169 T80 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 19169 T80 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 19170 T80 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 19172 T80 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 19175 T80 oass.SolrIndexSearcher.<init> Opening Searcher@18bd178f main
[junit4:junit4]   2> 19176 T80 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851597586unloadcollection_3n/tlog
[junit4:junit4]   2> 19177 T80 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 19177 T80 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 19184 T108 oasc.SolrCore.registerSearcher [unloadcollection3] Registered new searcher Searcher@18bd178f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 19189 T80 oasc.ZkController.publish publishing core=unloadcollection3 state=down
[junit4:junit4]   2> 19189 T80 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19355 T40 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19357 T40 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60153/sl_u",
[junit4:junit4]   2> 	  "core":"unloadcollection3",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60153_sl_u",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "roles":null}
[junit4:junit4]   2> 19358 T40 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 19358 T40 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 19472 T44 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19472 T85 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19473 T39 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19472 T99 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19472 T71 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19472 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19472 T57 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20192 T80 oasc.CoreContainer.registerCore registering core: unloadcollection3
[junit4:junit4]   2> 20193 T80 oasc.ZkController.register Register replica - core:unloadcollection3 address:http://127.0.0.1:60153/sl_u collection:unloadcollection shard:shard1
[junit4:junit4]   2> 20198 T80 oasc.ZkController.register We are http://127.0.0.1:60153/sl_u/unloadcollection3/ and leader is http://127.0.0.1:46000/sl_u/unloadcollection1/
[junit4:junit4]   2> 20199 T80 oasc.ZkController.register No LogReplay needed for core=unloadcollection3 baseURL=http://127.0.0.1:60153/sl_u
[junit4:junit4]   2> 20199 T80 oasc.ZkController.checkRecovery Core needs to recover:unloadcollection3
[junit4:junit4]   2> 20199 T80 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C3 name=unloadcollection3 org.apache.solr.core.SolrCore@83d70f7 url=http://127.0.0.1:60153/sl_u/unloadcollection3 node=127.0.0.1:60153_sl_u C3_STATE=coll:unloadcollection core:unloadcollection3 props:{base_url=http://127.0.0.1:60153/sl_u, core=unloadcollection3, collection=unloadcollection, state=down, node_name=127.0.0.1:60153_sl_u}
[junit4:junit4]   2> 20200 T109 C3 P60153 oasc.RecoveryStrategy.run Starting recovery process.  core=unloadcollection3 recoveringAfterStartup=true
[junit4:junit4]   2> 20201 T109 C3 P60153 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 20201 T109 C3 P60153 oasc.ZkController.publish publishing core=unloadcollection3 state=recovering
[junit4:junit4]   2> 20201 T80 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20201 T109 C3 P60153 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20202 T80 oasc.CoreContainer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363851584114/solr.xml
[junit4:junit4]   2> 20203 T109 C3 P60153 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20214 T80 oasc.SolrXMLSerializer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363851584114/solr.xml
[junit4:junit4]   2> 20215 T80 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {collection=unloadcollection&wt=javabin&version=2&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851597586unloadcollection_3n&name=unloadcollection3&action=CREATE} status=0 QTime=1732 
[junit4:junit4]   2> 20216 T16 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: unloadcollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 20217 T16 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20983 T40 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20985 T40 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60153/sl_u",
[junit4:junit4]   2> 	  "core":"unloadcollection3",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60153_sl_u",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:60153_sl_u_unloadcollection3",
[junit4:junit4]   2> 	  "roles":null}
[junit4:junit4]   2> 20991 T99 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20991 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20991 T44 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20991 T57 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20991 T85 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20991 T39 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20991 T71 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21215 T51 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:60153_sl_u_unloadcollection3&core=unloadcollection1&checkLive=true&wt=javabin&state=recovering&onlyIfLeader=true&version=2&nodeName=127.0.0.1:60153_sl_u&action=PREPRECOVERY} status=0 QTime=1001 
[junit4:junit4]   2> 21220 T16 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22222 T16 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C3_STATE=coll:unloadcollection core:unloadcollection3 props:{base_url=http://127.0.0.1:60153/sl_u, core=unloadcollection3, collection=unloadcollection, state=recovering, shard=shard1, node_name=127.0.0.1:60153_sl_u}
[junit4:junit4]   2> 23216 T109 C3 P60153 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:46000/sl_u/unloadcollection1/ core=unloadcollection3 - recoveringAfterStartup=true
[junit4:junit4]   2> 23217 T109 C3 P60153 oasu.PeerSync.sync PeerSync: core=unloadcollection3 url=http://127.0.0.1:60153/sl_u START replicas=[http://127.0.0.1:46000/sl_u/unloadcollection1/] nUpdates=100
[junit4:junit4]   2> 23217 T109 C3 P60153 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 23218 T109 C3 P60153 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=unloadcollection3
[junit4:junit4]   2> 23218 T109 C3 P60153 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=unloadcollection3
[junit4:junit4]   2> 23218 T109 C3 P60153 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=unloadcollection3
[junit4:junit4]   2> 23219 T109 C3 P60153 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 23219 T109 C3 P60153 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:46000/sl_u/unloadcollection1/. core=unloadcollection3
[junit4:junit4]   2> 23219 T109 C3 P60153 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 23221 T53 C2 P46000 REQ /get {wt=javabin&getVersions=100&version=2&qt=/get&distrib=false} status=0 QTime=1 
[junit4:junit4]   2> 23225 T16 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23226 T52 C2 P46000 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23227 T52 C2 P46000 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f7135a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1bebbac3),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f7135a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1bebbac3),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 23228 T52 C2 P46000 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 23228 T52 C2 P46000 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23229 T52 C2 P46000 /update {commit_end_point=true&wt=javabin&version=2&openSearcher=false&commit=true&softCommit=false&waitSearcher=true} {commit=} 0 3
[junit4:junit4]   2> 23230 T109 C3 P60153 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 23230 T109 C3 P60153 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 23236 T51 C2 P46000 REQ /replication {wt=javabin&version=2&qt=/replication&command=indexversion} status=0 QTime=0 
[junit4:junit4]   2> 23237 T109 C3 P60153 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 23237 T109 C3 P60153 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 23238 T109 C3 P60153 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 23241 T53 C2 P46000 REQ /replication {generation=3&wt=javabin&version=2&qt=/replication&command=filelist} status=0 QTime=1 
[junit4:junit4]   2> 23242 T109 C3 P60153 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 23243 T109 C3 P60153 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363851579127/1363851597586unloadcollection_3n/index.20130321014002351 forceNew: false
[junit4:junit4]   2> 23243 T109 C3 P60153 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@55bff543 lockFactory=org.apache.lucene.store.NativeFSLockFactory@411e7a4e) fullCopy=false
[junit4:junit4]   2> 23247 T52 C2 P46000 REQ /replication {generation=3&wt=filestream&checksum=true&file=segments_3&qt=/replication&command=filecontent} status=0 QTime=1 
[junit4:junit4]   2> 23248 T109 C3 P60153 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 23250 T109 C3 P60153 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 23250 T109 C3 P60153 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=unloadcollection3
[junit4:junit4]   2> 23252 T109 C3 P60153 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6785a463 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d94090a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6785a463 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d94090a),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 23253 T109 C3 P60153 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 23253 T109 C3 P60153 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 23253 T109 C3 P60153 oass.SolrIndexSearcher.<init> Opening Searcher@779e69ee main
[junit4:junit4]   2> 23255 T108 oasc.SolrCore.registerSearcher [unloadcollection3] Registered new searcher Searcher@779e69ee main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 23257 T109 C3 P60153 oasc.RecoveryStrategy.replay No replay needed. core=unloadcollection3
[junit4:junit4]   2> 23257 T109 C3 P60153 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=unloadcollection3
[junit4:junit4]   2> 23257 T109 C3 P60153 oasc.ZkController.publish publishing core=unloadcollection3 state=active
[junit4:junit4]   2> 23257 T109 C3 P60153 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 23259 T109 C3 P60153 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=unloadcollection3
[junit4:junit4]   2> 24002 T40 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24004 T40 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60153/sl_u",
[junit4:junit4]   2> 	  "core":"unloadcollection3",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60153_sl_u",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:60153_sl_u_unloadcollection3",
[junit4:junit4]   2> 	  "roles":null}
[junit4:junit4]   2> 24045 T99 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24045 T44 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24045 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24045 T57 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24045 T85 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24046 T39 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24046 T71 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24227 T16 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24229 T16 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: unloadcollection
[junit4:junit4]   2> 24229 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2>  C3_STATE=coll:unloadcollection core:unloadcollection3 props:{base_url=http://127.0.0.1:60153/sl_u, core=unloadcollection3, collection=unloadcollection, state=active, shard=shard1, node_name=127.0.0.1:60153_sl_u}
[junit4:junit4]   2> 24320 T80 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[20 (1430102058871029760)]} 0 5
[junit4:junit4]   2>  C1_STATE=coll:unloadcollection core:unloadcollection2 props:{base_url=http://127.0.0.1:50719/sl_u, core=unloadcollection2, collection=unloadcollection, state=active, shard=shard1, node_name=127.0.0.1:50719_sl_u}
[junit4:junit4]   2> 24327 T65 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[20 (1430102058871029760)]} 0 6
[junit4:junit4]   2> 24328 T50 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[20 (1430102058871029760)]} 0 56
[junit4:junit4]   2> 24330 T78 C3 P60153 /update {wt=javabin&version=2} {add=[20]} 0 76
[junit4:junit4]   2> 24346 T81 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[21 (1430102058934992896)]} 0 4
[junit4:junit4]   2> 24346 T67 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[21 (1430102058934992896)]} 0 4
[junit4:junit4]   2> 24347 T51 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[21 (1430102058934992896)]} 0 11
[junit4:junit4]   2> 24348 T79 C3 P60153 /update {wt=javabin&version=2} {add=[21]} 0 15
[junit4:junit4]   2> 24364 T64 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[22 (1430102058952818688)]} 0 3
[junit4:junit4]   2> 24364 T78 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[22 (1430102058952818688)]} 0 3
[junit4:junit4]   2> 24365 T53 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[22 (1430102058952818688)]} 0 11
[junit4:junit4]   2> 24366 T80 C3 P60153 /update {wt=javabin&version=2} {add=[22]} 0 15
[junit4:junit4]   2> 24381 T66 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[23 (1430102058971693056)]} 0 3
[junit4:junit4]   2> 24381 T79 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[23 (1430102058971693056)]} 0 3
[junit4:junit4]   2> 24383 T52 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[23 (1430102058971693056)]} 0 11
[junit4:junit4]   2> 24384 T81 C3 P60153 /update {wt=javabin&version=2} {add=[23]} 0 15
[junit4:junit4]   2> 24397 T65 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[24 (1430102058990567424)]} 0 3
[junit4:junit4]   2> 24397 T80 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[24 (1430102058990567424)]} 0 2
[junit4:junit4]   2> 24398 T50 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[24 (1430102058990567424)]} 0 8
[junit4:junit4]   2> 24399 T78 C3 P60153 /update {wt=javabin&version=2} {add=[24]} 0 12
[junit4:junit4]   2> 24414 T81 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[25 (1430102059007344640)]} 0 3
[junit4:junit4]   2> 24415 T67 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[25 (1430102059007344640)]} 0 4
[junit4:junit4]   2> 24416 T51 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[25 (1430102059007344640)]} 0 11
[junit4:junit4]   2> 24417 T79 C3 P60153 /update {wt=javabin&version=2} {add=[25]} 0 15
[junit4:junit4]   2> 24430 T64 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[26 (1430102059025170432)]} 0 2
[junit4:junit4]   2> 24431 T78 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[26 (1430102059025170432)]} 0 3
[junit4:junit4]   2> 24432 T53 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[26 (1430102059025170432)]} 0 9
[junit4:junit4]   2> 24432 T80 C3 P60153 /update {wt=javabin&version=2} {add=[26]} 0 12
[junit4:junit4]   2> 24446 T79 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[27 (1430102059041947648)]} 0 2
[junit4:junit4]   2> 24447 T66 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[27 (1430102059041947648)]} 0 3
[junit4:junit4]   2> 24448 T52 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[27 (1430102059041947648)]} 0 9
[junit4:junit4]   2> 24449 T81 C3 P60153 /update {wt=javabin&version=2} {add=[27]} 0 13
[junit4:junit4]   2> 24463 T80 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[28 (1430102059059773440)]} 0 3
[junit4:junit4]   2> 24464 T65 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[28 (1430102059059773440)]} 0 3
[junit4:junit4]   2> 24464 T51 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[28 (1430102059059773440)]} 0 9
[junit4:junit4]   2> 24465 T78 C3 P60153 /update {wt=javabin&version=2} {add=[28]} 0 13
[junit4:junit4]   2> 24479 T81 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[29 (1430102059076550656)]} 0 2
[junit4:junit4]   2> 24480 T67 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[29 (1430102059076550656)]} 0 3
[junit4:junit4]   2> 24481 T53 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[29 (1430102059076550656)]} 0 9
[junit4:junit4]   2> 24482 T79 C3 P60153 /update {wt=javabin&version=2} {add=[29]} 0 14
[junit4:junit4]   2> 24496 T64 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[30 (1430102059094376448)]} 0 3
[junit4:junit4]   2> 24497 T78 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[30 (1430102059094376448)]} 0 4
[junit4:junit4]   2> 24498 T50 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[30 (1430102059094376448)]} 0 10
[junit4:junit4]   2> 24499 T80 C3 P60153 /update {wt=javabin&version=2} {add=[30]} 0 14
[junit4:junit4]   2> 24513 T79 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[31 (1430102059111153664)]} 0 2
[junit4:junit4]   2> 24514 T66 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[31 (1430102059111153664)]} 0 3
[junit4:junit4]   2> 24515 T52 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[31 (1430102059111153664)]} 0 10
[junit4:junit4]   2> 24516 T81 C3 P60153 /update {wt=javabin&version=2} {add=[31]} 0 14
[junit4:junit4]   2> 24530 T80 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[32 (1430102059128979456)]} 0 3
[junit4:junit4]   2> 24530 T65 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[32 (1430102059128979456)]} 0 3
[junit4:junit4]   2> 24532 T51 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[32 (1430102059128979456)]} 0 9
[junit4:junit4]   2> 24532 T78 C3 P60153 /update {wt=javabin&version=2} {add=[32]} 0 13
[junit4:junit4]   2> 24548 T81 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[33 (1430102059147853824)]} 0 3
[junit4:junit4]   2> 24551 T67 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[33 (1430102059147853824)]} 0 3
[junit4:junit4]   2> 24552 T53 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[33 (1430102059147853824)]} 0 12
[junit4:junit4]   2> 24553 T79 C3 P60153 /update {wt=javabin&version=2} {add=[33]} 0 16
[junit4:junit4]   2> 24569 T78 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[34 (1430102059167776768)]} 0 4
[junit4:junit4]   2> 24569 T64 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[34 (1430102059167776768)]} 0 4
[junit4:junit4]   2> 24570 T50 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[34 (1430102059167776768)]} 0 11
[junit4:junit4]   2> 24571 T80 C3 P60153 /update {wt=javabin&version=2} {add=[34]} 0 15
[junit4:junit4]   2> 24589 T66 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[35 (1430102059187699712)]} 0 4
[junit4:junit4]   2> 24592 T79 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[35 (1430102059187699712)]} 0 3
[junit4:junit4]   2> 24594 T52 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[35 (1430102059187699712)]} 0 16
[junit4:junit4]   2> 24595 T81 C3 P60153 /update {wt=javabin&version=2} {add=[35]} 0 21
[junit4:junit4]   2> 24613 T65 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[36 (1430102059214962688)]} 0 3
[junit4:junit4]   2> 24614 T80 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[36 (1430102059214962688)]} 0 4
[junit4:junit4]   2> 24615 T51 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[36 (1430102059214962688)]} 0 12
[junit4:junit4]   2> 24616 T78 C3 P60153 /update {wt=javabin&version=2} {add=[36]} 0 17
[junit4:junit4]   2> 24634 T67 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[37 (1430102059235934208)]} 0 3
[junit4:junit4]   2> 24634 T81 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[37 (1430102059235934208)]} 0 3
[junit4:junit4]   2> 24636 T53 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[37 (1430102059235934208)]} 0 12
[junit4:junit4]   2> 24637 T79 C3 P60153 /update {wt=javabin&version=2} {add=[37]} 0 17
[junit4:junit4]   2> 24655 T64 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[38 (1430102059257954304)]} 0 4
[junit4:junit4]   2> 24660 T81 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[38 (1430102059257954304)]} 0 4
[junit4:junit4]   2> 24662 T50 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[38 (1430102059257954304)]} 0 18
[junit4:junit4]   2> 24664 T80 C3 P60153 /update {wt=javabin&version=2} {add=[38]} 0 23
[junit4:junit4]   2> 24682 T66 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[39 (1430102059286265856)]} 0 4
[junit4:junit4]   2> 24682 T78 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[39 (1430102059286265856)]} 0 3
[junit4:junit4]   2> 24684 T52 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[39 (1430102059286265856)]} 0 13
[junit4:junit4]   2> 24685 T79 C3 P60153 /update {wt=javabin&version=2} {add=[39]} 0 18
[junit4:junit4]   2> 24703 T67 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[40 (1430102059309334528)]} 0 3
[junit4:junit4]   2> 24703 T80 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[40 (1430102059309334528)]} 0 3
[junit4:junit4]   2> 24705 T53 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[40 (1430102059309334528)]} 0 12
[junit4:junit4]   2> 24706 T81 C3 P60153 /update {wt=javabin&version=2} {add=[40]} 0 17
[junit4:junit4]   2> 24723 T79 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[41 (1430102059330306048)]} 0 4
[junit4:junit4]   2> 24723 T64 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[41 (1430102059330306048)]} 0 4
[junit4:junit4]   2> 24724 T50 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[41 (1430102059330306048)]} 0 11
[junit4:junit4]   2> 24725 T78 C3 P60153 /update {wt=javabin&version=2} {add=[41]} 0 15
[junit4:junit4]   2> 24740 T81 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[42 (1430102059349180416)]} 0 2
[junit4:junit4]   2> 24741 T65 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[42 (1430102059349180416)]} 0 3
[junit4:junit4]   2> 24742 T51 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[42 (1430102059349180416)]} 0 10
[junit4:junit4]   2> 24743 T80 C3 P60153 /update {wt=javabin&version=2} {add=[42]} 0 14
[junit4:junit4]   2> 24757 T78 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[43 (1430102059367006208)]} 0 3
[junit4:junit4]   2> 24758 T66 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[43 (1430102059367006208)]} 0 4
[junit4:junit4]   2> 24759 T52 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[43 (1430102059367006208)]} 0 10
[junit4:junit4]   2> 24760 T79 C3 P60153 /update {wt=javabin&version=2} {add=[43]} 0 14
[junit4:junit4]   2> 24777 T80 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[44 (1430102059387977728)]} 0 3
[junit4:junit4]   2> 24779 T67 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[44 (1430102059387977728)]} 0 4
[junit4:junit4]   2> 24780 T53 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[44 (1430102059387977728)]} 0 12
[junit4:junit4]   2> 24781 T81 C3 P60153 /update {wt=javabin&version=2} {add=[44]} 0 17
[junit4:junit4]   2> 24796 T64 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[45 (1430102059407900672)]} 0 3
[junit4:junit4]   2> 24798 T79 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[45 (1430102059407900672)]} 0 3
[junit4:junit4]   2> 24799 T50 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[45 (1430102059407900672)]} 0 10
[junit4:junit4]   2> 24799 T78 C3 P60153 /update {wt=javabin&version=2} {add=[45]} 0 14
[junit4:junit4]   2> 24814 T65 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[46 (1430102059426775040)]} 0 3
[junit4:junit4]   2> 24814 T81 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[46 (1430102059426775040)]} 0 3
[junit4:junit4]   2> 24815 T51 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[46 (1430102059426775040)]} 0 9
[junit4:junit4]   2> 24816 T80 C3 P60153 /update {wt=javabin&version=2} {add=[46]} 0 13
[junit4:junit4]   2> 24828 T78 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[47 (1430102059443552256)]} 0 2
[junit4:junit4]   2> 24829 T66 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[47 (1430102059443552256)]} 0 3
[junit4:junit4]   2> 24830 T52 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[47 (1430102059443552256)]} 0 8
[junit4:junit4]   2> 24831 T79 C3 P60153 /update {wt=javabin&version=2} {add=[47]} 0 12
[junit4:junit4]   2> 24845 T67 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[48 (1430102059460329472)]} 0 3
[junit4:junit4]   2> 24845 T80 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[48 (1430102059460329472)]} 0 3
[junit4:junit4]   2> 24846 T53 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[48 (1430102059460329472)]} 0 9
[junit4:junit4]   2> 24847 T81 C3 P60153 /update {wt=javabin&version=2} {add=[48]} 0 13
[junit4:junit4]   2> 24860 T64 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[49 (1430102059477106688)]} 0 2
[junit4:junit4]   2> 24860 T79 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[49 (1430102059477106688)]} 0 2
[junit4:junit4]   2> 24861 T50 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[49 (1430102059477106688)]} 0 8
[junit4:junit4]   2> 24862 T78 C3 P60153 /update {wt=javabin&version=2} {add=[49]} 0 12
[junit4:junit4]   2> 24874 T81 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[50 (1430102059491786752)]} 0 2
[junit4:junit4]   2> 24874 T65 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[50 (1430102059491786752)]} 0 2
[junit4:junit4]   2> 24875 T51 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[50 (1430102059491786752)]} 0 7
[junit4:junit4]   2> 24876 T80 C3 P60153 /update {wt=javabin&version=2} {add=[50]} 0 11
[junit4:junit4]   2> 24888 T78 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[51 (1430102059506466816)]} 0 2
[junit4:junit4]   2> 24889 T66 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[51 (1430102059506466816)]} 0 3
[junit4:junit4]   2> 24890 T52 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[51 (1430102059506466816)]} 0 8
[junit4:junit4]   2> 24891 T79 C3 P60153 /update {wt=javabin&version=2} {add=[51]} 0 12
[junit4:junit4]   2> 24905 T67 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[52 (1430102059522195456)]} 0 3
[junit4:junit4]   2> 24905 T80 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[52 (1430102059522195456)]} 0 3
[junit4:junit4]   2> 24906 T53 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[52 (1430102059522195456)]} 0 9
[junit4:junit4]   2> 24907 T81 C3 P60153 /update {wt=javabin&version=2} {add=[52]} 0 13
[junit4:junit4]   2> 24919 T64 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[53 (1430102059540021248)]} 0 1
[junit4:junit4]   2> 24920 T79 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[53 (1430102059540021248)]} 0 2
[junit4:junit4]   2> 24921 T50 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[53 (1430102059540021248)]} 0 8
[junit4:junit4]   2> 24921 T78 C3 P60153 /update {wt=javabin&version=2} {add=[53]} 0 10
[junit4:junit4]   2> 24933 T81 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[54 (1430102059553652736)]} 0 2
[junit4:junit4]   2> 24933 T65 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[54 (1430102059553652736)]} 0 2
[junit4:junit4]   2> 24934 T51 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[54 (1430102059553652736)]} 0 7
[junit4:junit4]   2> 24935 T80 C3 P60153 /update {wt=javabin&version=2} {add=[54]} 0 11
[junit4:junit4]   2> 24947 T78 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[55 (1430102059568332800)]} 0 2
[junit4:junit4]   2> 24948 T66 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[55 (1430102059568332800)]} 0 3
[junit4:junit4]   2> 24953 T52 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[55 (1430102059568332800)]} 0 12
[junit4:junit4]   2> 24954 T79 C3 P60153 /update {wt=javabin&version=2} {add=[55]} 0 16
[junit4:junit4]   2> 24968 T67 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[56 (1430102059588255744)]} 0 3
[junit4:junit4]   2> 24968 T80 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[56 (1430102059588255744)]} 0 3
[junit4:junit4]   2> 24969 T53 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[56 (1430102059588255744)]} 0 9
[junit4:junit4]   2> 24971 T81 C3 P60153 /update {wt=javabin&version=2} {add=[56]} 0 14
[junit4:junit4]   2> 24985 T64 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[57 (1430102059607130112)]} 0 3
[junit4:junit4]   2> 24985 T79 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[57 (1430102059607130112)]} 0 3
[junit4:junit4]   2> 24986 T50 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[57 (1430102059607130112)]} 0 8
[junit4:junit4]   2> 24987 T78 C3 P60153 /update {wt=javabin&version=2} {add=[57]} 0 12
[junit4:junit4]   2> 25001 T81 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[58 (1430102059622858752)]} 0 3
[junit4:junit4]   2> 25001 T65 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[58 (1430102059622858752)]} 0 3
[junit4:junit4]   2> 25003 T51 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[58 (1430102059622858752)]} 0 10
[junit4:junit4]   2> 25004 T80 C3 P60153 /update {wt=javabin&version=2} {add=[58]} 0 14
[junit4:junit4]   2> 25017 T78 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[59 (1430102059640684544)]} 0 3
[junit4:junit4]   2> 25017 T66 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[59 (1430102059640684544)]} 0 3
[junit4:junit4]   2> 25018 T52 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[59 (1430102059640684544)]} 0 8
[junit4:junit4]   2> 25019 T79 C3 P60153 /update {wt=javabin&version=2} {add=[59]} 0 12
[junit4:junit4]   2> 25033 T67 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[60 (1430102059656413184)]} 0 3
[junit4:junit4]   2> 25034 T80 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[60 (1430102059656413184)]} 0 3
[junit4:junit4]   2> 25035 T53 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[60 (1430102059656413184)]} 0 10
[junit4:junit4]   2> 25036 T81 C3 P60153 /update {wt=javabin&version=2} {add=[60]} 0 14
[junit4:junit4]   2> 25050 T64 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[61 (1430102059674238976)]} 0 3
[junit4:junit4]   2> 25050 T80 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[61 (1430102059674238976)]} 0 3
[junit4:junit4]   2> 25051 T50 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[61 (1430102059674238976)]} 0 9
[junit4:junit4]   2> 25052 T79 C3 P60153 /update {wt=javabin&version=2} {add=[61]} 0 13
[junit4:junit4]   2> 25066 T65 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[62 (1430102059692064768)]} 0 2
[junit4:junit4]   2> 25066 T80 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[62 (1430102059692064768)]} 0 2
[junit4:junit4]   2> 25068 T51 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[62 (1430102059692064768)]} 0 10
[junit4:junit4]   2> 25069 T81 C3 P60153 /update {wt=javabin&version=2} {add=[62]} 0 14
[junit4:junit4]   2> 25083 T67 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[63 (1430102059708841984)]} 0 4
[junit4:junit4]   2> 25083 T78 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[63 (1430102059708841984)]} 0 4
[junit4:junit4]   2> 25084 T52 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[63 (1430102059708841984)]} 0 10
[junit4:junit4]   2> 25085 T79 C3 P60153 /update {wt=javabin&version=2} {add=[63]} 0 13
[junit4:junit4]   2> 25098 T66 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[64 (1430102059726667776)]} 0 2
[junit4:junit4]   2> 25098 T81 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[64 (1430102059726667776)]} 0 2
[junit4:junit4]   2> 25100 T53 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[64 (1430102059726667776)]} 0 8
[junit4:junit4]   2> 25101 T80 C3 P60153 /update {wt=javabin&version=2} {add=[64]} 0 12
[junit4:junit4]   2> 25113 T79 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[65 (1430102059741347840)]} 0 2
[junit4:junit4]   2> 25113 T65 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[65 (1430102059741347840)]} 0 2
[junit4:junit4]   2> 25114 T51 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[65 (1430102059741347840)]} 0 8
[junit4:junit4]   2> 25115 T78 C3 P60153 /update {wt=javabin&version=2} {add=[65]} 0 12
[junit4:junit4]   2> 25126 T80 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[66 (1430102059756027904)]} 0 2
[junit4:junit4]   2> 25126 T67 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[66 (1430102059756027904)]} 0 2
[junit4:junit4]   2> 25127 T52 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[66 (1430102059756027904)]} 0 7
[junit4:junit4]   2> 25128 T81 C3 P60153 /update {wt=javabin&version=2} {add=[66]} 0 10
[junit4:junit4]   2> 25140 T64 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[67 (1430102059770707968)]} 0 2
[junit4:junit4]   2> 25140 T78 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[67 (1430102059770707968)]} 0 2
[junit4:junit4]   2> 25141 T50 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[67 (1430102059770707968)]} 0 8
[junit4:junit4]   2> 25142 T79 C3 P60153 /update {wt=javabin&version=2} {add=[67]} 0 11
[junit4:junit4]   2> 25154 T81 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[68 (1430102059785388032)]} 0 2
[junit4:junit4]   2> 25155 T66 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[68 (1430102059785388032)]} 0 3
[junit4:junit4]   2> 25156 T53 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[68 (1430102059785388032)]} 0 8
[junit4:junit4]   2> 25157 T80 C3 P60153 /update {wt=javabin&version=2} {add=[68]} 0 12
[junit4:junit4]   2> 25169 T79 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[69 (1430102059801116672)]} 0 2
[junit4:junit4]   2> 25170 T65 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[69 (1430102059801116672)]} 0 3
[junit4:junit4]   2> 25171 T51 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[69 (1430102059801116672)]} 0 9
[junit4:junit4]   2> 25172 T78 C3 P60153 /update {wt=javabin&version=2} {add=[69]} 0 12
[junit4:junit4]   2> 25184 T67 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[70 (1430102059816845312)]} 0 2
[junit4:junit4]   2> 25184 T80 C3 P60153 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/sl_u/unloadcollection1/&update.distrib=FROMLEADER} {add=[70 (1430102059816845312)]} 0 2
[junit4:junit4]   2> 25185 T52 C2 P46000 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:60153/sl_u/unloadcollection3/&update.distrib=TOLEADER} {add=[70 (1430102059816845312)]} 0 7
[junit4:junit4]   2> 25186 T81 C3 P60153 /update {wt=javabin&version=2} {add=[70]} 0 11
[junit4:junit4]   2> 25199 T64 C1 P50719 /update {wt=javabin&version=2&distrib.from=http://127.0.0.1:46000/

[...truncated too long message...]

 }
[junit4:junit4]   1>         }
[junit4:junit4]   1>         
[junit4:junit4]   1>     /solr/configs/conf1/mapping-ISOLatin1Accent.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/solrconfig.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>  /zookeeper (1)
[junit4:junit4]   1>  DATA:
[junit4:junit4]   1>      
[junit4:junit4]   1> 
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=7D6FBBA569DA8F0 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_CR -Dtests.timezone=Australia/Victoria -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   32.3s J1 | BasicDistributedZk2Test.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.common.SolrException: Server at http://127.0.0.1:33818/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([7D6FBBA569DA8F0:863075A221C2C8CC]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 32259 T1190 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 32263 T1189 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 32275 T1193 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 33444 T1281 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 33444 T1281 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 33444 T1281 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 33444 T1281 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=es_CR, timezone=Australia/Victoria
[junit4:junit4]   2> NOTE: Linux 3.2.0-39-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=3,free=68496784,total=134455296
[junit4:junit4]   2> NOTE: All tests run in this JVM: [StatsComponentTest, DirectUpdateHandlerTest, TestFieldResource, RequiredFieldsTest, DistanceFunctionTest, ZkNodePropsTest, TestPartialUpdateDeduplication, TestReload, SolrCmdDistributorTest, TestDistributedGrouping, TestUpdate, SampleTest, TestMergePolicyConfig, DOMUtilTest, StandardRequestHandlerTest, ClusterStateTest, FileUtilsTest, TestJmxIntegration, TermVectorComponentDistributedTest, IndexBasedSpellCheckerTest, SolrIndexConfigTest, DebugComponentTest, TestBM25SimilarityFactory, TestRTGBase, TestCopyFieldCollectionResource, BasicZkTest, ChaosMonkeySafeLeaderTest, SolrCoreCheckLockOnStartupTest, CurrencyFieldOpenExchangeTest, TestDFRSimilarityFactory, CoreContainerCoreInitFailuresTest, CollectionsAPIDistributedZkTest, DocumentAnalysisRequestHandlerTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 33.56s, 1 test, 1 error <<< FAILURES!

[...truncated 626 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 273 suites, 1147 tests, 1 error, 1 failure, 13 ignored (7 assumptions)

Total time: 38 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure