You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/03/06 14:32:37 UTC

[JENKINS] Lucene-Solr-Tests-trunk-Java6 - Build # 15979 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java6/15979/

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
No registered leader was found, collection:collection1 slice:shard1

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found, collection:collection1 slice:shard1
	at __randomizedtesting.SeedInfo.seed([2CD2FE41679D3BC:832BA1FC6126B380]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:430)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:295)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:116)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 8224 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 1 T149 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 9 T149 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362575391962
[junit4:junit4]   2> 17 T149 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 65 T150 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 138 T150 oaz.Environment.logEnv Server environment:zookeeper.version=3.4.5-1392090, built on 09/30/2012 17:52 GMT
[junit4:junit4]   2> 138 T150 oaz.Environment.logEnv Server environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 139 T150 oaz.Environment.logEnv Server environment:java.version=1.6.0_32
[junit4:junit4]   2> 139 T150 oaz.Environment.logEnv Server environment:java.vendor=Sun Microsystems Inc.
[junit4:junit4]   2> 139 T150 oaz.Environment.logEnv Server environment:java.home=/usr/local/openjdk6/jre
[junit4:junit4]   2> 139 T150 oaz.Environment.logEnv Server environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/codecs/lucene-codecs-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/cglib-nodep-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/easymock-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/guava-13.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/objenesis-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/org.restlet-2.1.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/solrj/lib/httpclient-4.2.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/solrj/lib/httpcore-4.2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/solrj/lib/httpmime-4.2.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/solrj/lib/zookeeper-3.4.5.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-continuation-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-deploy-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-http-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-io-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-jmx-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-security-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-server-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-servlet-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-util-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-webapp-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-xml-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/test-framework/lib/randomizedtesting-runner-2.0.8.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/usr/local/openjdk6/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.8.jar
[junit4:junit4]   2> 141 T150 oaz.Environment.logEnv Server environment:java.library.path=/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 141 T150 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
[junit4:junit4]   2> 141 T150 oaz.Environment.logEnv Server environment:java.compiler=<NA>
[junit4:junit4]   2> 142 T150 oaz.Environment.logEnv Server environment:os.name=FreeBSD
[junit4:junit4]   2> 142 T150 oaz.Environment.logEnv Server environment:os.arch=amd64
[junit4:junit4]   2> 142 T150 oaz.Environment.logEnv Server environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 142 T150 oaz.Environment.logEnv Server environment:user.name=hudson
[junit4:junit4]   2> 142 T150 oaz.Environment.logEnv Server environment:user.home=/home/hudson
[junit4:junit4]   2> 143 T150 oaz.Environment.logEnv Server environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 185 T150 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 185 T150 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 186 T150 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 191 T150 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 266 T149 oasc.ZkTestServer.run start zk server on port:48803
[junit4:junit4]   2> 278 T150 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 426 T149 oaz.Environment.logEnv Client environment:zookeeper.version=3.4.5-1392090, built on 09/30/2012 17:52 GMT
[junit4:junit4]   2> 427 T149 oaz.Environment.logEnv Client environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 427 T149 oaz.Environment.logEnv Client environment:java.version=1.6.0_32
[junit4:junit4]   2> 428 T149 oaz.Environment.logEnv Client environment:java.vendor=Sun Microsystems Inc.
[junit4:junit4]   2> 428 T149 oaz.Environment.logEnv Client environment:java.home=/usr/local/openjdk6/jre
[junit4:junit4]   2> 429 T149 oaz.Environment.logEnv Client environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/codecs/lucene-codecs-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/cglib-nodep-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/easymock-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/guava-13.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/objenesis-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/org.restlet-2.1.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/solrj/lib/httpclient-4.2.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/solrj/lib/httpcore-4.2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/solrj/lib/httpmime-4.2.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/solrj/lib/zookeeper-3.4.5.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-continuation-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-deploy-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-http-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-io-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-jmx-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-security-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-server-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-servlet-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-util-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-webapp-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/jetty-xml-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/test-framework/lib/randomizedtesting-runner-2.0.8.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/usr/local/openjdk6/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.8.jar
[junit4:junit4]   2> 430 T149 oaz.Environment.logEnv Client environment:java.library.path=/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 431 T149 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
[junit4:junit4]   2> 431 T149 oaz.Environment.logEnv Client environment:java.compiler=<NA>
[junit4:junit4]   2> 432 T149 oaz.Environment.logEnv Client environment:os.name=FreeBSD
[junit4:junit4]   2> 432 T149 oaz.Environment.logEnv Client environment:os.arch=amd64
[junit4:junit4]   2> 433 T149 oaz.Environment.logEnv Client environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 433 T149 oaz.Environment.logEnv Client environment:user.name=hudson
[junit4:junit4]   2> 434 T149 oaz.Environment.logEnv Client environment:user.home=/home/hudson
[junit4:junit4]   2> 434 T149 oaz.Environment.logEnv Client environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 443 T149 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:48803 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@342cef66
[junit4:junit4]   2> 570 T149 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 591 T155 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:48803. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 594 T155 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:48803, initiating session
[junit4:junit4]   2> 595 T151 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:48804
[junit4:junit4]   2> 627 T151 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:48804
[junit4:junit4]   2> 643 T153 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 684 T153 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3fd27e2d0000 with negotiated timeout 10000 for client /140.211.11.196:48804
[junit4:junit4]   2> 685 T155 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:48803, sessionid = 0x13d3fd27e2d0000, negotiated timeout = 10000
[junit4:junit4]   2> 692 T156 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@342cef66 name:ZooKeeperConnection Watcher:127.0.0.1:48803 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 693 T149 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 697 T149 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 776 T154 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3fd27e2d0000
[junit4:junit4]   2> 778 T156 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 778 T149 oaz.ZooKeeper.close Session: 0x13d3fd27e2d0000 closed
[junit4:junit4]   2> 779 T151 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:48804 which had sessionid 0x13d3fd27e2d0000
[junit4:junit4]   2> 779 T149 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:48803/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4f69bc15
[junit4:junit4]   2> 781 T149 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 781 T157 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:48803. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 782 T157 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:48803, initiating session
[junit4:junit4]   2> 782 T151 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:48805
[junit4:junit4]   2> 782 T151 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:48805
[junit4:junit4]   2> 784 T153 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3fd27e2d0001 with negotiated timeout 10000 for client /140.211.11.196:48805
[junit4:junit4]   2> 784 T157 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:48803, sessionid = 0x13d3fd27e2d0001, negotiated timeout = 10000
[junit4:junit4]   2> 785 T158 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f69bc15 name:ZooKeeperConnection Watcher:127.0.0.1:48803/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 785 T149 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 798 T149 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 805 T149 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 810 T149 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 815 T149 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 820 T149 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 847 T149 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 862 T149 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 863 T149 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 969 T149 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 970 T149 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 976 T149 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 977 T149 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 984 T149 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 985 T149 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 991 T149 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 992 T149 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 998 T149 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 999 T149 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1006 T149 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1007 T149 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1013 T149 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1014 T149 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1024 T154 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3fd27e2d0001
[junit4:junit4]   2> 1033 T158 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 1033 T151 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:48805 which had sessionid 0x13d3fd27e2d0001
[junit4:junit4]   2> 1033 T149 oaz.ZooKeeper.close Session: 0x13d3fd27e2d0001 closed
[junit4:junit4]   2> 1229 T149 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 1234 T149 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:48806
[junit4:junit4]   2> 1235 T149 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1235 T149 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1236 T149 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362575392987
[junit4:junit4]   2> 1236 T149 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362575392987/solr.xml
[junit4:junit4]   2> 1237 T149 oasc.CoreContainer.<init> New CoreContainer 800988789
[junit4:junit4]   2> 1238 T149 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362575392987/'
[junit4:junit4]   2> 1238 T149 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362575392987/'
[junit4:junit4]   2> 1289 T149 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1290 T149 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1291 T149 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1291 T149 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1292 T149 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1292 T149 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1293 T149 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1293 T149 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1294 T149 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1294 T149 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1319 T149 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1340 T149 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:48803/solr
[junit4:junit4]   2> 1367 T149 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1368 T149 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:48803 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@75ce4608
[junit4:junit4]   2> 1369 T149 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1369 T168 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:48803. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 1370 T168 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:48803, initiating session
[junit4:junit4]   2> 1371 T151 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:48807
[junit4:junit4]   2> 1371 T151 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:48807
[junit4:junit4]   2> 1373 T153 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3fd27e2d0002 with negotiated timeout 20000 for client /140.211.11.196:48807
[junit4:junit4]   2> 1374 T168 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:48803, sessionid = 0x13d3fd27e2d0002, negotiated timeout = 20000
[junit4:junit4]   2> 1374 T169 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75ce4608 name:ZooKeeperConnection Watcher:127.0.0.1:48803 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1374 T149 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1376 T154 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3fd27e2d0002
[junit4:junit4]   2> 1389 T169 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 1389 T151 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:48807 which had sessionid 0x13d3fd27e2d0002
[junit4:junit4]   2> 1389 T149 oaz.ZooKeeper.close Session: 0x13d3fd27e2d0002 closed
[junit4:junit4]   2> 1394 T149 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1411 T149 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:48803/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@25754daa
[junit4:junit4]   2> 1412 T149 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1412 T170 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:48803. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 1413 T170 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:48803, initiating session
[junit4:junit4]   2> 1413 T151 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:48808
[junit4:junit4]   2> 1414 T151 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:48808
[junit4:junit4]   2> 1415 T153 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3fd27e2d0003 with negotiated timeout 20000 for client /140.211.11.196:48808
[junit4:junit4]   2> 1415 T170 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:48803, sessionid = 0x13d3fd27e2d0003, negotiated timeout = 20000
[junit4:junit4]   2> 1416 T171 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25754daa name:ZooKeeperConnection Watcher:127.0.0.1:48803/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1416 T149 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1437 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1448 T149 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1452 T149 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48806_
[junit4:junit4]   2> 1458 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:48806_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:48806_
[junit4:junit4]   2> 1459 T149 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48806_
[junit4:junit4]   2> 1465 T149 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1494 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 1495 T149 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1501 T149 oasc.Overseer.start Overseer (id=89297740909838339-127.0.0.1:48806_-n_0000000000) starting
[junit4:junit4]   2> 1502 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1525 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1527 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1538 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1540 T173 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 1544 T149 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1554 T149 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1578 T172 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1588 T174 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362575392987/collection1
[junit4:junit4]   2> 1589 T174 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 1590 T174 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1591 T174 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 1594 T174 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362575392987/collection1/'
[junit4:junit4]   2> 1595 T174 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362575392987/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1596 T174 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362575392987/collection1/lib/README' to classloader
[junit4:junit4]   2> 1667 T174 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1731 T174 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1832 T174 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1840 T174 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 2484 T174 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2493 T174 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2496 T174 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2520 T174 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2524 T174 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2528 T174 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2530 T174 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2530 T174 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 2530 T174 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2532 T174 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2532 T174 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 2532 T174 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362575392987/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/control/data/
[junit4:junit4]   2> 2536 T174 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c09624
[junit4:junit4]   2> 2536 T174 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2537 T174 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/control/data forceNew:false
[junit4:junit4]   2> 2537 T174 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/control/data
[junit4:junit4]   2> 2537 T174 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/control/data/index/
[junit4:junit4]   2> 2538 T174 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2538 T174 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/control/data/index forceNew:false
[junit4:junit4]   2> 2540 T174 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@330e3816 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12330301),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2540 T174 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2541 T174 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/control/data/index
[junit4:junit4]   2> 2576 T174 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2576 T174 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2577 T174 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2577 T174 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2578 T174 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2578 T174 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2578 T174 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2579 T174 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2579 T174 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2584 T174 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2588 T174 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/control/data
[junit4:junit4]   2> 2588 T174 oass.SolrIndexSearcher.<init> Opening Searcher@610d3d99 main
[junit4:junit4]   2> 2592 T174 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/control/data/tlog
[junit4:junit4]   2> 2604 T174 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2605 T174 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2608 T175 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@610d3d99 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2610 T174 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2610 T174 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2611 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 3087 T172 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3089 T172 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48806_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48806"}
[junit4:junit4]   2> 3089 T172 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 3112 T172 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 3112 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 3143 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3624 T174 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3624 T174 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48806 collection:control_collection shard:shard1
[junit4:junit4]   2> 3634 T174 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 3651 T174 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 3674 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 3676 T174 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 3677 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3686 T174 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 3687 T174 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 3691 T174 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48806/collection1/
[junit4:junit4]   2> 3692 T174 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 3692 T174 oasc.SyncStrategy.syncToMe http://127.0.0.1:48806/collection1/ has no replicas
[junit4:junit4]   2> 3693 T174 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48806/collection1/
[junit4:junit4]   2> 3693 T174 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 3700 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4651 T172 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4687 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4724 T174 oasc.ZkController.register We are http://127.0.0.1:48806/collection1/ and leader is http://127.0.0.1:48806/collection1/
[junit4:junit4]   2> 4728 T174 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48806
[junit4:junit4]   2> 4728 T174 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 4729 T174 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 4729 T174 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4732 T174 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4734 T149 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 4734 T149 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4735 T149 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4748 T149 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 4754 T149 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:48803/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@53def658
[junit4:junit4]   2> 4755 T149 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4755 T177 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:48803. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4756 T177 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:48803, initiating session
[junit4:junit4]   2> 4756 T151 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:48813
[junit4:junit4]   2> 4757 T151 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:48813
[junit4:junit4]   2> 4758 T153 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3fd27e2d0004 with negotiated timeout 10000 for client /140.211.11.196:48813
[junit4:junit4]   2> 4758 T177 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:48803, sessionid = 0x13d3fd27e2d0004, negotiated timeout = 10000
[junit4:junit4]   2> 4759 T178 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53def658 name:ZooKeeperConnection Watcher:127.0.0.1:48803/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4759 T149 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4761 T149 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4765 T149 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4948 T149 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4951 T149 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:48814
[junit4:junit4]   2> 4951 T149 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4952 T149 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4952 T149 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362575396718
[junit4:junit4]   2> 4953 T149 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362575396718/solr.xml
[junit4:junit4]   2> 4953 T149 oasc.CoreContainer.<init> New CoreContainer 1237443047
[junit4:junit4]   2> 4954 T149 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362575396718/'
[junit4:junit4]   2> 4955 T149 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362575396718/'
[junit4:junit4]   2> 5004 T149 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 5005 T149 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 5005 T149 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 5006 T149 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 5006 T149 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 5007 T149 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 5007 T149 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 5008 T149 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 5008 T149 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 5009 T149 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 5030 T149 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 5050 T149 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:48803/solr
[junit4:junit4]   2> 5050 T149 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 5051 T149 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:48803 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2d81aed0
[junit4:junit4]   2> 5052 T149 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 5052 T188 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:48803. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 5053 T188 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:48803, initiating session
[junit4:junit4]   2> 5053 T151 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:48815
[junit4:junit4]   2> 5054 T151 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:48815
[junit4:junit4]   2> 5063 T153 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3fd27e2d0005 with negotiated timeout 20000 for client /140.211.11.196:48815
[junit4:junit4]   2> 5063 T188 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:48803, sessionid = 0x13d3fd27e2d0005, negotiated timeout = 20000
[junit4:junit4]   2> 5064 T189 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d81aed0 name:ZooKeeperConnection Watcher:127.0.0.1:48803 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 5064 T149 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 5066 T154 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3fd27e2d0005
[junit4:junit4]   2> 5071 T189 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 5071 T149 oaz.ZooKeeper.close Session: 0x13d3fd27e2d0005 closed
[junit4:junit4]   2> 5071 T151 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:48815 which had sessionid 0x13d3fd27e2d0005
[junit4:junit4]   2> 5073 T149 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 5084 T149 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:48803/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@656ad447
[junit4:junit4]   2> 5085 T149 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 5085 T190 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:48803. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 5086 T190 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:48803, initiating session
[junit4:junit4]   2> 5086 T151 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:48816
[junit4:junit4]   2> 5087 T151 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:48816
[junit4:junit4]   2> 5088 T153 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3fd27e2d0006 with negotiated timeout 20000 for client /140.211.11.196:48816
[junit4:junit4]   2> 5088 T190 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:48803, sessionid = 0x13d3fd27e2d0006, negotiated timeout = 20000
[junit4:junit4]   2> 5089 T191 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@656ad447 name:ZooKeeperConnection Watcher:127.0.0.1:48803/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 5089 T149 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 5090 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5092 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5100 T149 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6105 T149 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48814_
[junit4:junit4]   2> 6106 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:48814_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:48814_
[junit4:junit4]   2> 6132 T149 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48814_
[junit4:junit4]   2> 6137 T178 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 6137 T191 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 6137 T171 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 6138 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6150 T192 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362575396718/collection1
[junit4:junit4]   2> 6151 T192 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 6152 T192 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 6152 T192 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 6155 T192 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362575396718/collection1/'
[junit4:junit4]   2> 6156 T192 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362575396718/collection1/lib/README' to classloader
[junit4:junit4]   2> 6157 T192 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362575396718/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 6203 T172 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6204 T172 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48806_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48806"}
[junit4:junit4]   2> 6206 T192 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 6218 T191 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6218 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6218 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6269 T192 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 6370 T192 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6377 T192 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7007 T192 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7016 T192 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7019 T192 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7040 T192 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7044 T192 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7048 T192 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7049 T192 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 7050 T192 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 7050 T192 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7051 T192 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 7052 T192 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 7052 T192 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362575396718/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty1/
[junit4:junit4]   2> 7052 T192 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c09624
[junit4:junit4]   2> 7053 T192 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 7054 T192 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty1 forceNew:false
[junit4:junit4]   2> 7054 T192 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty1
[junit4:junit4]   2> 7054 T192 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty1/index/
[junit4:junit4]   2> 7054 T192 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7055 T192 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty1/index forceNew:false
[junit4:junit4]   2> 7057 T192 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@76aa3e9a lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ccbb612),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7057 T192 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7058 T192 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty1/index
[junit4:junit4]   2> 7059 T192 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7060 T192 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7060 T192 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7061 T192 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7062 T192 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7062 T192 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7062 T192 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7063 T192 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7063 T192 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7068 T192 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7072 T192 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty1
[junit4:junit4]   2> 7072 T192 oass.SolrIndexSearcher.<init> Opening Searcher@3e7040e7 main
[junit4:junit4]   2> 7073 T192 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty1/tlog
[junit4:junit4]   2> 7073 T192 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7073 T192 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7077 T193 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3e7040e7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7079 T192 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 7079 T192 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7727 T172 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7728 T172 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48814_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48814"}
[junit4:junit4]   2> 7728 T172 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 7728 T172 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 7767 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7767 T191 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7768 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8082 T192 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 8082 T192 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48814 collection:collection1 shard:shard1
[junit4:junit4]   2> 8084 T192 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8103 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 8104 T192 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 8105 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8114 T192 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 8115 T192 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 8115 T192 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48814/collection1/
[junit4:junit4]   2> 8115 T192 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 8116 T192 oasc.SyncStrategy.syncToMe http://127.0.0.1:48814/collection1/ has no replicas
[junit4:junit4]   2> 8116 T192 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48814/collection1/
[junit4:junit4]   2> 8117 T192 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 8124 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9275 T172 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9295 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9295 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9295 T191 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9306 T192 oasc.ZkController.register We are http://127.0.0.1:48814/collection1/ and leader is http://127.0.0.1:48814/collection1/
[junit4:junit4]   2> 9306 T192 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48814
[junit4:junit4]   2> 9306 T192 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 9307 T192 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 9307 T192 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9310 T192 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9311 T149 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 9312 T149 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9313 T149 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9500 T149 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 9503 T149 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:48820
[junit4:junit4]   2> 9504 T149 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 9505 T149 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9505 T149 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362575401280
[junit4:junit4]   2> 9506 T149 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362575401280/solr.xml
[junit4:junit4]   2> 9506 T149 oasc.CoreContainer.<init> New CoreContainer 115530362
[junit4:junit4]   2> 9507 T149 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362575401280/'
[junit4:junit4]   2> 9507 T149 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362575401280/'
[junit4:junit4]   2> 9554 T149 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 9555 T149 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9556 T149 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 9556 T149 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9556 T149 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9557 T149 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9557 T149 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9558 T149 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9558 T149 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9559 T149 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 9581 T149 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9602 T149 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:48803/solr
[junit4:junit4]   2> 9603 T149 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 9604 T149 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:48803 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@23f3329a
[junit4:junit4]   2> 9605 T149 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9605 T204 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:48803. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 9606 T204 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:48803, initiating session
[junit4:junit4]   2> 9607 T151 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:48821
[junit4:junit4]   2> 9607 T151 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:48821
[junit4:junit4]   2> 9609 T153 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3fd27e2d0007 with negotiated timeout 20000 for client /140.211.11.196:48821
[junit4:junit4]   2> 9609 T204 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:48803, sessionid = 0x13d3fd27e2d0007, negotiated timeout = 20000
[junit4:junit4]   2> 9610 T205 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23f3329a name:ZooKeeperConnection Watcher:127.0.0.1:48803 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9610 T149 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9612 T154 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3fd27e2d0007
[junit4:junit4]   2> 9624 T205 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9624 T151 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:48821 which had sessionid 0x13d3fd27e2d0007
[junit4:junit4]   2> 9624 T149 oaz.ZooKeeper.close Session: 0x13d3fd27e2d0007 closed
[junit4:junit4]   2> 9625 T149 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 9637 T149 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:48803/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@38e02fc4
[junit4:junit4]   2> 9638 T149 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9639 T206 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:48803. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 9639 T206 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:48803, initiating session
[junit4:junit4]   2> 9640 T151 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:48822
[junit4:junit4]   2> 9640 T151 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:48822
[junit4:junit4]   2> 9642 T153 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3fd27e2d0008 with negotiated timeout 20000 for client /140.211.11.196:48822
[junit4:junit4]   2> 9642 T206 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:48803, sessionid = 0x13d3fd27e2d0008, negotiated timeout = 20000
[junit4:junit4]   2> 9643 T207 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38e02fc4 name:ZooKeeperConnection Watcher:127.0.0.1:48803/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9643 T149 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9644 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9646 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9648 T149 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10653 T149 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48820_
[junit4:junit4]   2> 10654 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:48820_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:48820_
[junit4:junit4]   2> 10659 T149 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48820_
[junit4:junit4]   2> 10662 T191 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10663 T178 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10664 T171 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10664 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10664 T207 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10664 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10666 T191 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10682 T208 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362575401280/collection1
[junit4:junit4]   2> 10683 T208 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10684 T208 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10684 T208 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10686 T208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362575401280/collection1/'
[junit4:junit4]   2> 10688 T208 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362575401280/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10688 T208 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362575401280/collection1/lib/README' to classloader
[junit4:junit4]   2> 10739 T208 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10810 T208 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10812 T172 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10813 T172 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48814_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48814"}
[junit4:junit4]   2> 10822 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10822 T191 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10822 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10911 T208 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10911 T207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10919 T208 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11547 T208 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11559 T208 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11564 T208 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11587 T208 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11592 T208 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11596 T208 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11598 T208 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 11598 T208 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 11598 T208 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11600 T208 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 11600 T208 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 11600 T208 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362575401280/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty2/
[junit4:junit4]   2> 11601 T208 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c09624
[junit4:junit4]   2> 11601 T208 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 11602 T208 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty2 forceNew:false
[junit4:junit4]   2> 11602 T208 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty2
[junit4:junit4]   2> 11602 T208 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty2/index/
[junit4:junit4]   2> 11603 T208 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11603 T208 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty2/index forceNew:false
[junit4:junit4]   2> 11605 T208 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@20442c19 lockFactory=org.apache.lucene.store.NativeFSLockFactory@434fb3e1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11605 T208 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11606 T208 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty2/index
[junit4:junit4]   2> 11607 T208 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11608 T208 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11608 T208 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11609 T208 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11609 T208 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11610 T208 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11610 T208 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11610 T208 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11611 T208 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11616 T208 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11620 T208 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty2
[junit4:junit4]   2> 11620 T208 oass.SolrIndexSearcher.<init> Opening Searcher@6d41567b main
[junit4:junit4]   2> 11620 T208 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty2/tlog
[junit4:junit4]   2> 11621 T208 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11621 T208 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11626 T209 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6d41567b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11629 T208 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 11629 T208 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12332 T172 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12333 T172 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48820_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48820"}
[junit4:junit4]   2> 12333 T172 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 12333 T172 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 12343 T191 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12343 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12343 T207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12343 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12632 T208 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12632 T208 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48820 collection:collection1 shard:shard2
[junit4:junit4]   2> 12634 T208 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 12652 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0008 type:delete cxid:0x45 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 12653 T208 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 12654 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0008 type:create cxid:0x46 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12664 T208 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 12664 T208 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 12665 T208 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48820/collection1/
[junit4:junit4]   2> 12665 T208 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 12665 T208 oasc.SyncStrategy.syncToMe http://127.0.0.1:48820/collection1/ has no replicas
[junit4:junit4]   2> 12666 T208 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48820/collection1/
[junit4:junit4]   2> 12666 T208 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 12671 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0008 type:create cxid:0x4f zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13851 T172 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13899 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13899 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13899 T207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13899 T191 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13949 T208 oasc.ZkController.register We are http://127.0.0.1:48820/collection1/ and leader is http://127.0.0.1:48820/collection1/
[junit4:junit4]   2> 13949 T208 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48820
[junit4:junit4]   2> 13949 T208 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 13950 T208 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 13950 T208 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13953 T208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13955 T149 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 13955 T149 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 13956 T149 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14195 T149 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 14198 T149 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:48837
[junit4:junit4]   2> 14199 T149 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 14199 T149 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 14200 T149 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362575405925
[junit4:junit4]   2> 14200 T149 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362575405925/solr.xml
[junit4:junit4]   2> 14201 T149 oasc.CoreContainer.<init> New CoreContainer 1597033892
[junit4:junit4]   2> 14202 T149 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362575405925/'
[junit4:junit4]   2> 14202 T149 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362575405925/'
[junit4:junit4]   2> 14253 T149 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 14254 T149 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 14254 T149 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 14255 T149 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 14256 T149 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 14256 T149 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 14257 T149 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 14257 T149 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 14258 T149 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 14258 T149 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 14282 T149 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 14302 T149 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:48803/solr
[junit4:junit4]   2> 14303 T149 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 14304 T149 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:48803 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5f262a85
[junit4:junit4]   2> 14305 T149 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 14305 T220 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:48803. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 14306 T220 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:48803, initiating session
[junit4:junit4]   2> 14307 T151 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:48838
[junit4:junit4]   2> 14307 T151 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:48838
[junit4:junit4]   2> 14309 T153 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3fd27e2d0009 with negotiated timeout 20000 for client /140.211.11.196:48838
[junit4:junit4]   2> 14309 T220 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:48803, sessionid = 0x13d3fd27e2d0009, negotiated timeout = 20000
[junit4:junit4]   2> 14309 T221 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f262a85 name:ZooKeeperConnection Watcher:127.0.0.1:48803 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14310 T149 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 14311 T154 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3fd27e2d0009
[junit4:junit4]   2> 14314 T151 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:48838 which had sessionid 0x13d3fd27e2d0009
[junit4:junit4]   2> 14314 T221 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 14314 T149 oaz.ZooKeeper.close Session: 0x13d3fd27e2d0009 closed
[junit4:junit4]   2> 14315 T149 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 14328 T149 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:48803/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1d7b51e8
[junit4:junit4]   2> 14330 T149 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 14330 T222 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:48803. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 14331 T222 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:48803, initiating session
[junit4:junit4]   2> 14331 T151 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:48839
[junit4:junit4]   2> 14332 T151 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:48839
[junit4:junit4]   2> 14334 T153 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3fd27e2d000a with negotiated timeout 20000 for client /140.211.11.196:48839
[junit4:junit4]   2> 14334 T222 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:48803, sessionid = 0x13d3fd27e2d000a, negotiated timeout = 20000
[junit4:junit4]   2> 14334 T223 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d7b51e8 name:ZooKeeperConnection Watcher:127.0.0.1:48803/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14335 T149 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 14336 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14337 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14340 T149 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15443 T149 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48837_
[junit4:junit4]   2> 15444 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d000a type:delete cxid:0x9 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:48837_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:48837_
[junit4:junit4]   2> 15445 T172 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15445 T149 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48837_
[junit4:junit4]   2> 15446 T172 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48820_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48820"}
[junit4:junit4]   2> 15481 T191 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15481 T207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15482 T178 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 15482 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15483 T223 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 15494 T191 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 15496 T191 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15496 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15496 T223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15497 T207 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 15497 T207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15563 T171 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 15564 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15566 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15568 T224 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362575405925/collection1
[junit4:junit4]   2> 15568 T224 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 15569 T224 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 15569 T224 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 15571 T224 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362575405925/collection1/'
[junit4:junit4]   2> 15572 T224 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362575405925/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 15572 T224 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362575405925/collection1/lib/README' to classloader
[junit4:junit4]   2> 15608 T224 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 15654 T224 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 15755 T224 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 15761 T224 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 16208 T224 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 16217 T224 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 16220 T224 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 16240 T224 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16244 T224 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16248 T224 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16249 T224 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 16250 T224 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 16250 T224 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16251 T224 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 16251 T224 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 16252 T224 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362575405925/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3/
[junit4:junit4]   2> 16252 T224 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c09624
[junit4:junit4]   2> 16252 T224 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 16253 T224 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3 forceNew:false
[junit4:junit4]   2> 16253 T224 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3
[junit4:junit4]   2> 16254 T224 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3/index/
[junit4:junit4]   2> 16254 T224 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 16254 T224 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3/index forceNew:false
[junit4:junit4]   2> 16256 T224 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5d087070 lockFactory=org.apache.lucene.store.NativeFSLockFactory@847fc71),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16257 T224 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16257 T224 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3/index
[junit4:junit4]   2> 16259 T224 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 16259 T224 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 16260 T224 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 16260 T224 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 16261 T224 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 16261 T224 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 16261 T224 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 16262 T224 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 16262 T224 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 16268 T224 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 16272 T224 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3
[junit4:junit4]   2> 16272 T224 oass.SolrIndexSearcher.<init> Opening Searcher@2097cc12 main
[junit4:junit4]   2> 16273 T224 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3/tlog
[junit4:junit4]   2> 16273 T224 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 16273 T224 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 16277 T225 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2097cc12 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 16279 T224 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 16279 T224 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17066 T172 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17068 T172 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48837_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48837"}
[junit4:junit4]   2> 17068 T172 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 17068 T172 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 17087 T191 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17087 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17087 T223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17087 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17087 T207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17308 T224 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 17308 T224 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48837 collection:collection1 shard:shard1
[junit4:junit4]   2> 17315 T224 oasc.ZkController.register We are http://127.0.0.1:48837/collection1/ and leader is http://127.0.0.1:48814/collection1/
[junit4:junit4]   2> 17315 T224 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48837
[junit4:junit4]   2> 17315 T224 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 17315 T224 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C11 name=collection1 org.apache.solr.core.SolrCore@1c3b6dbd url=http://127.0.0.1:48837/collection1 node=127.0.0.1:48837_ C11_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:48837_, base_url=http://127.0.0.1:48837}
[junit4:junit4]   2> 17322 T226 C11 P48837 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 17323 T226 C11 P48837 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 17323 T224 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17323 T226 C11 P48837 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 17324 T226 C11 P48837 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17325 T149 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 17329 T226 C11 P48837 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17329 T149 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 17330 T149 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17353 T149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17357 T149 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17373 T182 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362575396718/onenodecollectioncore
[junit4:junit4]   2> 17374 T182 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 17375 T182 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 17376 T182 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 17377 T182 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 17378 T182 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 17382 T182 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 17386 T182 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362575396718/onenodecollectioncore/'
[junit4:junit4]   2> 17454 T182 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 17517 T182 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17619 T182 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17627 T182 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 18292 T182 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 18307 T182 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 18311 T182 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 18341 T182 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18347 T182 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18353 T182 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18355 T182 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 18356 T182 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 18356 T182 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18358 T182 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 18358 T182 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 18359 T182 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362575396718/onenodecollectioncore/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362575391962/onenodecollection/
[junit4:junit4]   2> 18360 T182 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c09624
[junit4:junit4]   2> 18361 T182 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 18362 T182 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362575391962/onenodecollection forceNew:false
[junit4:junit4]   2> 18362 T182 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362575391962/onenodecollection
[junit4:junit4]   2> 18362 T182 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362575391962/onenodecollection/index/
[junit4:junit4]   2> 18363 T182 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362575391962/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 18364 T182 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362575391962/onenodecollection/index forceNew:false
[junit4:junit4]   2> 18367 T182 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@746076c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@df0c3a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18368 T182 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18369 T182 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362575391962/onenodecollection/index
[junit4:junit4]   2> 18378 T182 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 18379 T182 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 18380 T182 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 18381 T182 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 18381 T182 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 18382 T182 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 18382 T182 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 18383 T182 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 18384 T182 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 18391 T182 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 18398 T182 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362575391962/onenodecollection
[junit4:junit4]   2> 18398 T182 oass.SolrIndexSearcher.<init> Opening Searcher@365aad2a main
[junit4:junit4]   2> 18399 T182 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362575391962/onenodecollection/tlog
[junit4:junit4]   2> 18401 T182 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 18401 T182 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 18405 T228 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@365aad2a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 18408 T182 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 18595 T172 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18596 T172 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48837_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48837"}
[junit4:junit4]   2> 18602 T172 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48814_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48814"}
[junit4:junit4]   2> 18602 T172 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 18603 T172 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 18615 T223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18615 T191 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18615 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18615 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18615 T207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19365 T181 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:48837__collection1&state=recovering&nodeName=127.0.0.1:48837_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2006 
[junit4:junit4]   2> 19437 T182 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 19437 T182 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:48814 collection:onenodecollection shard:shard1
[junit4:junit4]   2> 19439 T182 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 19458 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0006 type:delete cxid:0x9f zxid:0xac txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 19459 T182 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 19460 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0006 type:create cxid:0xa0 zxid:0xad txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 19469 T182 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 19469 T182 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 19470 T182 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48814/onenodecollectioncore/
[junit4:junit4]   2> 19470 T182 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 19471 T182 oasc.SyncStrategy.syncToMe http://127.0.0.1:48814/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 19471 T182 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48814/onenodecollectioncore/
[junit4:junit4]   2> 19471 T182 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 19477 T154 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3fd27e2d0006 type:create cxid:0xaa zxid:0xb1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 20130 T172 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20155 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20155 T191 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20155 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20155 T223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20155 T207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20193 T182 oasc.ZkController.register We are http://127.0.0.1:48814/onenodecollectioncore/ and leader is http://127.0.0.1:48814/onenodecollectioncore/
[junit4:junit4]   2> 20193 T182 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:48814
[junit4:junit4]   2> 20193 T182 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 20194 T182 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 20196 T182 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20197 T182 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {numShards=1&roles=none&name=onenodecollectioncore&action=CREATE&collection=onenodecollection&dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362575391962/onenodecollection&wt=javabin&version=2} status=0 QTime=2824 
[junit4:junit4]   2> 20198 T149 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 20199 T149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21203 T149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C11_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:48837_, base_url=http://127.0.0.1:48837}
[junit4:junit4]   2> 21367 T226 C11 P48837 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:48814/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 21373 T226 C11 P48837 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 21389 T226 C11 P48837 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:48837 START replicas=[http://127.0.0.1:48814/collection1/] nUpdates=100
[junit4:junit4]   2> 21390 T226 C11 P48837 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 21390 T226 C11 P48837 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 21390 T226 C11 P48837 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 21391 T226 C11 P48837 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 21391 T226 C11 P48837 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 21391 T226 C11 P48837 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:48814/collection1/. core=collection1
[junit4:junit4]   2> 21391 T226 C11 P48837 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C12 name=collection1 org.apache.solr.core.SolrCore@14a82a10 url=http://127.0.0.1:48814/collection1 node=127.0.0.1:48814_ C12_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:48814_, base_url=http://127.0.0.1:48814, leader=true}
[junit4:junit4]   2> 21399 T183 C12 P48814 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21418 T184 C12 P48814 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21419 T184 C12 P48814 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty1
[junit4:junit4]   2> 21421 T184 C12 P48814 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@76aa3e9a lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ccbb612),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21422 T184 C12 P48814 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21423 T184 C12 P48814 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@76aa3e9a lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ccbb612),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@76aa3e9a lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ccbb612),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 21423 T184 C12 P48814 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 21424 T184 C12 P48814 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty1
[junit4:junit4]   2> 21424 T184 C12 P48814 oass.SolrIndexSearcher.<init> Opening Searcher@1e085b8d realtime
[junit4:junit4]   2> 21425 T184 C12 P48814 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21425 T184 C12 P48814 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4]   2> 21464 T226 C11 P48837 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 21464 T226 C11 P48837 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4]   2> 21479 T226 C11 P48837 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 21482 T185 C12 P48814 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 21483 T185 C12 P48814 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 21484 T226 C11 P48837 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 21484 T226 C11 P48837 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 21484 T226 C11 P48837 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 21487 T185 C12 P48814 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty1
[junit4:junit4]   2> 21488 T185 C12 P48814 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty1/index
[junit4:junit4]   2> 21488 T185 C12 P48814 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 21489 T226 C11 P48837 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 21490 T226 C11 P48837 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3/index.20130306034013442 forceNew:false
[junit4:junit4]   2> 21491 T226 C11 P48837 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3
[junit4:junit4]   2> 21491 T226 C11 P48837 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1c3087f9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@50d7c5; maxCacheMB=0.6201171875 maxMergeSizeMB=0.330078125)) fullCopy=false
[junit4:junit4]   2> 21500 T185 C12 P48814 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=3 
[junit4:junit4]   2> 21514 T226 C11 P48837 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3/index
[junit4:junit4]   2> 21514 T226 C11 P48837 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 21515 T226 C11 P48837 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3
[junit4:junit4]   2> 21521 T226 C11 P48837 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3
[junit4:junit4]   2> 21521 T226 C11 P48837 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 21521 T226 C11 P48837 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 21522 T226 C11 P48837 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3
[junit4:junit4]   2> 21524 T226 C11 P48837 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5d087070 lockFactory=org.apache.lucene.store.NativeFSLockFactory@847fc71),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5d087070 lockFactory=org.apache.lucene.store.NativeFSLockFactory@847fc71),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 21524 T226 C11 P48837 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 21525 T226 C11 P48837 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 21525 T226 C11 P48837 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3
[junit4:junit4]   2> 21525 T226 C11 P48837 oass.SolrIndexSearcher.<init> Opening Searcher@6024e39f main
[junit4:junit4]   2> 21526 T225 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6024e39f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 21527 T225 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3/index
[junit4:junit4]   2> 21527 T226 C11 P48837 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1c3087f9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@50d7c5; maxCacheMB=0.6201171875 maxMergeSizeMB=0.330078125))
[junit4:junit4]   2> 21528 T226 C11 P48837 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3/index.20130306034013442
[junit4:junit4]   2> 21528 T226 C11 P48837 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3/index
[junit4:junit4]   2> 21528 T226 C11 P48837 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 21528 T226 C11 P48837 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 21529 T226 C11 P48837 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 21529 T226 C11 P48837 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 21531 T226 C11 P48837 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 21666 T172 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21667 T172 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48814_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48814"}
[junit4:junit4]   2> 21672 T172 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48837_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48837"}
[junit4:junit4]   2> 21683 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21683 T207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21683 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21683 T191 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21683 T223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22206 T149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22207 T149 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 22207 T149 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C13 name=onenodecollectioncore org.apache.solr.core.SolrCore@37f02eaa url=http://127.0.0.1:48814/onenodecollectioncore node=127.0.0.1:48814_ C13_STATE=coll:onenodecollection core:onenodecollectioncore props:{shard=shard1, roles=none, state=active, core=onenodecollectioncore, collection=onenodecollection, node_name=127.0.0.1:48814_, base_url=http://127.0.0.1:48814, leader=true}
[junit4:junit4]   2> 22252 T186 C13 P48814 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362575391962/onenodecollection
[junit4:junit4]   2> 22255 T186 C13 P48814 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@746076c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@df0c3a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 22255 T186 C13 P48814 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 22285 T186 C13 P48814 /update {wt=javabin&version=2} {add=[1 (1428763877524373504)]} 0 39
[junit4:junit4]   2> 22292 T186 C13 P48814 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22323 T186 C13 P48814 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@746076c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@df0c3a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@746076c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@df0c3a),segFN=segments_2,generation=2,filenames=[_0_CheapBastard_0.dvdm, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Pulsing41_0.tim, _0_MockFixedIntBlock_0.tii, _0_MockFixedIntBlock_0.doc, _0_Pulsing41_0.tip, _0_SimpleText_0.pst, _0.nvd, _0_CheapBastard_0.dvdd, segments_2, _0.fdx, _0.si, _0.fdt]
[junit4:junit4]   2> 22324 T186 C13 P48814 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_CheapBastard_0.dvdm, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Pulsing41_0.tim, _0_MockFixedIntBlock_0.tii, _0_MockFixedIntBlock_0.doc, _0_Pulsing41_0.tip, _0_SimpleText_0.pst, _0.nvd, _0_CheapBastard_0.dvdd, segments_2, _0.fdx, _0.si, _0.fdt]
[junit4:junit4]   2> 22324 T186 C13 P48814 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362575391962/onenodecollection
[junit4:junit4]   2> 22346 T186 C13 P48814 oass.SolrIndexSearcher.<init> Opening Searcher@1edc4414 main
[junit4:junit4]   2> 22347 T186 C13 P48814 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22348 T228 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@1edc4414 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 22348 T228 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362575391962/onenodecollection/index
[junit4:junit4]   2> 22348 T186 C13 P48814 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 56
[junit4:junit4]   2> 22353 T186 C13 P48814 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 22354 T149 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 22368 T186 C13 P48814 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C14 name=collection1 org.apache.solr.core.SolrCore@5fda692f url=http://127.0.0.1:48806/collection1 node=127.0.0.1:48806_ C14_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:48806_, base_url=http://127.0.0.1:48806, leader=true}
[junit4:junit4]   2> 22377 T161 C14 P48806 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/control/data
[junit4:junit4]   2> 22378 T161 C14 P48806 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@330e3816 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12330301),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 22379 T161 C14 P48806 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 22385 T161 C14 P48806 /update {wt=javabin&version=2} {add=[1 (1428763877654396928)]} 0 9
[junit4:junit4]   2>  C11_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:48837_, base_url=http://127.0.0.1:48837}
[junit4:junit4]   2> 22445 T213 C11 P48837 /update {distrib.from=http://127.0.0.1:48814/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1428763877681659904)]} 0 7
[junit4:junit4]   2> 22446 T187 C12 P48814 /update {wt=javabin&version=2} {add=[1 (1428763877681659904)]} 0 50
[junit4:junit4]   2> 22449 T161 C14 P48806 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22465 T161 C14 P48806 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@330e3816 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12330301),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@330e3816 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12330301),segFN=segments_2,generation=2,filenames=[_0_MockSep_0.pos, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockSep_0.skp, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockFixedIntBlock_0.tii, _0.nvd, _0_SimpleText_0.pst, _0_CheapBastard_0.dvdd, _0_MockSep_0.doc, _0.si, _0_CheapBastard_0.dvdm, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_MockSep_0.tib, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockFixedIntBlock_0.doc, segments_2, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4]   2> 22466 T161 C14 P48806 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_MockSep_0.pos, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockSep_0.skp, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockFixedIntBlock_0.tii, _0.nvd, _0_SimpleText_0.pst, _0_CheapBastard_0.dvdd, _0_MockSep_0.doc, _0.si, _0_CheapBastard_0.dvdm, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_MockSep_0.tib, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockFixedIntBlock_0.doc, segments_2, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4]   2> 22466 T161 C14 P48806 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/control/data
[junit4:junit4]   2> 22474 T161 C14 P48806 oass.SolrIndexSearcher.<init> Opening Searcher@5f98339a main
[junit4:junit4]   2> 22475 T161 C14 P48806 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22476 T175 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5f98339a main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 22477 T175 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/control/data/index
[junit4:junit4]   2> 22477 T161 C14 P48806 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 28
[junit4:junit4]   2> ASYNC  NEW_CORE C15 name=collection1 org.apache.solr.core.SolrCore@4f2421db url=http://127.0.0.1:48820/collection1 node=127.0.0.1:48820_ C15_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:48820_, base_url=http://127.0.0.1:48820, leader=true}
[junit4:junit4]   2> 22489 T199 C15 P48820 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22490 T199 C15 P48820 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty2
[junit4:junit4]   2> 22492 T199 C15 P48820 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@20442c19 lockFactory=org.apache.lucene.store.NativeFSLockFactory@434fb3e1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 22492 T199 C15 P48820 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 22493 T199 C15 P48820 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@20442c19 lockFactory=org.apache.lucene.store.NativeFSLockFactory@434fb3e1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@20442c19 lockFactory=org.apache.lucene.store.NativeFSLockFactory@434fb3e1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 22494 T199 C15 P48820 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 22494 T199 C15 P48820 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty2
[junit4:junit4]   2> 22495 T199 C15 P48820 oass.SolrIndexSearcher.<init> Opening Searcher@4a89eb77 main
[junit4:junit4]   2> 22495 T199 C15 P48820 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22496 T209 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4a89eb77 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 22497 T209 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty2/index
[junit4:junit4]   2> 22497 T199 C15 P48820 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:48814/collection1/, StdNode: http://127.0.0.1:48837/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 22501 T214 C11 P48837 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22501 T181 C12 P48814 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22511 T181 C12 P48814 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@76aa3e9a lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ccbb612),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@76aa3e9a lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ccbb612),segFN=segments_3,generation=3,filenames=[_0_MockSep_0.pos, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockSep_0.skp, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockFixedIntBlock_0.tii, _0.nvd, _0_SimpleText_0.pst, _0_CheapBastard_0.dvdd, _0_MockSep_0.doc, _0.si, _0_CheapBastard_0.dvdm, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_MockSep_0.tib, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt, segments_3]
[junit4:junit4]   2> 22511 T214 C11 P48837 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5d087070 lockFactory=org.apache.lucene.store.NativeFSLockFactory@847fc71),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5d087070 lockFactory=org.apache.lucene.store.NativeFSLockFactory@847fc71),segFN=segments_3,generation=3,filenames=[_0_MockSep_0.pos, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockSep_0.skp, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockFixedIntBlock_0.tii, _0.nvd, _0_SimpleText_0.pst, _0_CheapBastard_0.dvdd, _0_MockSep_0.doc, _0.si, _0_CheapBastard_0.dvdm, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_MockSep_0.tib, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt, segments_3]
[junit4:junit4]   2> 22512 T181 C12 P48814 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_MockSep_0.pos, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockSep_0.skp, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockFixedIntBlock_0.tii, _0.nvd, _0_SimpleText_0.pst, _0_CheapBastard_0.dvdd, _0_MockSep_0.doc, _0.si, _0_CheapBastard_0.dvdm, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_MockSep_0.tib, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt, segments_3]
[junit4:junit4]   2> 22512 T214 C11 P48837 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_MockSep_0.pos, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockSep_0.skp, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockFixedIntBlock_0.tii, _0.nvd, _0_SimpleText_0.pst, _0_CheapBastard_0.dvdd, _0_MockSep_0.doc, _0.si, _0_CheapBastard_0.dvdm, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_MockSep_0.tib, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt, segments_3]
[junit4:junit4]   2> 22513 T214 C11 P48837 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3
[junit4:junit4]   2> 22513 T181 C12 P48814 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty1
[junit4:junit4]   2> 22517 T181 C12 P48814 oass.SolrIndexSearcher.<init> Opening Searcher@1a3ae8ac main
[junit4:junit4]   2> 22517 T214 C11 P48837 oass.SolrIndexSearcher.<init> Opening Searcher@1a3ae8ac main
[junit4:junit4]   2> 22517 T181 C12 P48814 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty1/index
[junit4:junit4]   2> 22519 T214 C11 P48837 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22519 T181 C12 P48814 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22519 T225 oasc.JmxMonitoredMap.put WARNING Failed to register info bean: searcher javax.management.InstanceNotFoundException: solr/collection1:type=searcher,id=org.apache.solr.search.SolrIndexSearcher
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1118)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:433)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:421)
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:540)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:138)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4]   2> 	at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:239)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1752)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.access$000(SolrCore.java:129)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1629)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]   2> 
[junit4:junit4]   2> 22519 T193 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a3ae8ac main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 22521 T193 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty1/index
[junit4:junit4]   2> 22521 T181 C12 P48814 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4]   2> 22521 T225 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a3ae8ac main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 22522 T225 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3/index
[junit4:junit4]   2> 22522 T214 C11 P48837 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 21
[junit4:junit4]   2> 22523 T199 C15 P48820 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 34
[junit4:junit4]   2> 22523 T149 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 22525 T149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22526 T149 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 22529 T161 C14 P48806 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 22530 T149 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:48803/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6337e2dc
[junit4:junit4]   2> 22531 T149 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 22531 T235 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:48803. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 22532 T235 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:48803, initiating session
[junit4:junit4]   2> 22532 T151 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:48860
[junit4:junit4]   2> 22532 T151 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:48860
[junit4:junit4]   2> 22559 T153 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3fd27e2d000b with negotiated timeout 10000 for client /140.211.11.196:48860
[junit4:junit4]   2> 22559 T235 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:48803, sessionid = 0x13d3fd27e2d000b, negotiated timeout = 10000
[junit4:junit4]   2> 22560 T236 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6337e2dc name:ZooKeeperConnection Watcher:127.0.0.1:48803/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 22560 T149 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 22561 T149 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 22564 T154 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3fd27e2d000b
[junit4:junit4]   2> 22565 T236 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 22565 T149 oaz.ZooKeeper.close Session: 0x13d3fd27e2d000b closed
[junit4:junit4]   2> 22565 T151 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:48860 which had sessionid 0x13d3fd27e2d000b
[junit4:junit4]   2> 22568 T184 C12 P48814 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 22571 T200 C15 P48820 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 22577 T201 C15 P48820 REQ /select {NOW=1362575414526&shard.url=127.0.0.1:48820/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 22578 T239 C12 P48814 REQ /select {NOW=1362575414526&shard.url=127.0.0.1:48814/collection1/|127.0.0.1:48837/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 22587 T239 C12 P48814 REQ /select {NOW=1362575414526&shard.url=127.0.0.1:48814/collection1/|127.0.0.1:48837/collection1/&ids=1&q=*:*&distrib=false&wt=javabin&isShard=true&version=2} status=0 QTime=1 
[junit4:junit4]   2> 22588 T199 C15 P48820 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=14 
[junit4:junit4]   2> 22602 T161 C14 P48806 /update {wt=javabin&version=2} {add=[2 (1428763877882986496)]} 0 9
[junit4:junit4]   2> 22613 T199 C15 P48820 /update {wt=javabin&version=2} {add=[2 (1428763877896617984)]} 0 7
[junit4:junit4]   2> 22619 T161 C14 P48806 /update {wt=javabin&version=2} {add=[3 (1428763877907103744)]} 0 3
[junit4:junit4]   2> 22627 T199 C15 P48820 /update {wt=javabin&version=2} {add=[3 (1428763877914443776)]} 0 4
[junit4:junit4]   2> 22635 T161 C14 P48806 /update {wt=javabin&version=2} {add=[4 (1428763877922832384)]} 0 4
[junit4:junit4]   2> 22650 T213 C11 P48837 /update {distrib.from=http://127.0.0.1:48814/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1428763877930172416)]} 0 5
[junit4:junit4]   2> 22651 T187 C12 P48814 /update {wt=javabin&version=2} {add=[4 (1428763877930172416)]} 0 13
[junit4:junit4]   2> 22659 T161 C14 P48806 /update {wt=javabin&version=2} {add=[5 (1428763877947998208)]} 0 4
[junit4:junit4]   2> 22667 T199 C15 P48820 /update {wt=javabin&version=2} {add=[5 (1428763877955338240)]} 0 5
[junit4:junit4]   2> 22674 T161 C14 P48806 /update {wt=javabin&version=2} {add=[6 (1428763877963726848)]} 0 4
[junit4:junit4]   2> 22687 T202 C15 P48820 /update {distrib.from=http://127.0.0.1:48814/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1428763877977358336)]} 0 3
[junit4:junit4]   2> 22688 T187 C12 P48814 /update {wt=javabin&version=2} {add=[6]} 0 10
[junit4:junit4]   2> 22694 T161 C14 P48806 /update {wt=javabin&version=2} {add=[7 (1428763877985746944)]} 0 3
[junit4:junit4]   2> 22703 T202 C15 P48820 /update {distrib.from=http://127.0.0.1:48814/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1428763877994135552)]} 0 3
[junit4:junit4]   2> 22703 T187 C12 P48814 /update {wt=javabin&version=2} {add=[7]} 0 6
[junit4:ju

[...truncated too long message...]

oreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 89035 T223 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 89035 T223 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 89038 T223 C11 P48837 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3/index
[junit4:junit4]   2> 89039 T223 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 89039 T223 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3/index
[junit4:junit4]   2> 89039 T223 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3/index.20130306034013442
[junit4:junit4]   2> 89040 T223 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3/index.20130306034013442
[junit4:junit4]   2> 89040 T223 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3
[junit4:junit4]   2> 89040 T223 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3
[junit4:junit4]   2> 89041 T223 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3/index
[junit4:junit4]   2> 89041 T223 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362575391961/jetty3/index
[junit4:junit4]   2> 89041 T223 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 89042 T223 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/89297740909838346-127.0.0.1:48837__collection1-n_0000000001
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:153)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:150)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:150)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:243)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 89042 T223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 89043 T223 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 89043 T223 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 89043 T223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 89043 T223 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 89044 T223 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:236)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 89044 T223 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {foo_b=PostingsFormat(name=MockSep), n_f1=MockFixedIntBlock(blockSize=1284), foo_d=PostingsFormat(name=SimpleText), foo_f=PostingsFormat(name=MockSep), n_tl1=MockFixedIntBlock(blockSize=1284), n_d1=Pulsing41(freqCutoff=6 minBlockSize=44 maxBlockSize=180), rnd_b=PostingsFormat(name=SimpleText), intDefault=MockFixedIntBlock(blockSize=1284), n_td1=MockFixedIntBlock(blockSize=1284), timestamp=Pulsing41(freqCutoff=6 minBlockSize=44 maxBlockSize=180), id=PostingsFormat(name=SimpleText), range_facet_sl=PostingsFormat(name=SimpleText), range_facet_si=Pulsing41(freqCutoff=6 minBlockSize=44 maxBlockSize=180), oddField_s=PostingsFormat(name=SimpleText), multiDefault=Pulsing41(freqCutoff=6 minBlockSize=44 maxBlockSize=180), n_tf1=Pulsing41(freqCutoff=6 minBlockSize=44 maxBlockSize=180), n_dt1=MockFixedIntBlock(blockSize=1284), range_facet_l=Pulsing41(freqCutoff=6 minBlockSize=44 maxBlockSize=180), n_ti1=PostingsFormat(name=SimpleText), text=PostingsFormat(name=MockSep), _version_=MockFixedIntBlock(blockSize=1284), SubjectTerms_mfacet=MockFixedIntBlock(blockSize=1284), a_t=Pulsing41(freqCutoff=6 minBlockSize=44 maxBlockSize=180), n_tdt1=MockFixedIntBlock(blockSize=1284), other_tl1=MockFixedIntBlock(blockSize=1284), n_l1=Pulsing41(freqCutoff=6 minBlockSize=44 maxBlockSize=180), a_si=MockFixedIntBlock(blockSize=1284)}, docValues:{timestamp=DocValuesFormat(name=CheapBastard)}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=lt_LT, timezone=Pacific/Marquesas
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=3,free=345637672,total=417923072
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SpellCheckCollatorTest, SampleTest, TermVectorComponentDistributedTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 90.37s, 1 test, 1 error <<< FAILURES!

[...truncated 777 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/common-build.xml:1213: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/common-build.xml:877: There were test failures: 268 suites, 1134 tests, 1 error, 27 ignored (8 assumptions)

Total time: 51 minutes 43 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-trunk-Java6 - Build # 15986 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java6/15986/

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
No registered leader was found, collection:collection1 slice:shard1

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found, collection:collection1 slice:shard1
	at __randomizedtesting.SeedInfo.seed([AE9C8516C75B521F:2F7A0B0EB0043223]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:481)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:295)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:116)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 8580 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T2279 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 5 T2279 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362783452842
[junit4:junit4]   2> 6 T2279 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 6 T2280 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 10 T2280 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 11 T2280 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 11 T2280 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 12 T2280 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 14 T2280 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 107 T2279 oasc.ZkTestServer.run start zk server on port:10217
[junit4:junit4]   2> 107 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6331dfe5
[junit4:junit4]   2> 108 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 108 T2285 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 109 T2285 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 109 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:10218
[junit4:junit4]   2> 110 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:10218
[junit4:junit4]   2> 110 T2283 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 127 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb40000 with negotiated timeout 10000 for client /140.211.11.196:10218
[junit4:junit4]   2> 127 T2285 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb40000, negotiated timeout = 10000
[junit4:junit4]   2> 127 T2286 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6331dfe5 name:ZooKeeperConnection Watcher:127.0.0.1:10217 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 127 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 128 T2279 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 137 T2284 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4c393eb40000
[junit4:junit4]   2> 156 T2286 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 156 T2279 oaz.ZooKeeper.close Session: 0x13d4c393eb40000 closed
[junit4:junit4]   2> 156 T2281 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:10218 which had sessionid 0x13d4c393eb40000
[junit4:junit4]   2> 157 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@fefef66
[junit4:junit4]   2> 158 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 158 T2287 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 158 T2287 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 158 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:10219
[junit4:junit4]   2> 159 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:10219
[junit4:junit4]   2> 177 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb40001 with negotiated timeout 10000 for client /140.211.11.196:10219
[junit4:junit4]   2> 177 T2287 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb40001, negotiated timeout = 10000
[junit4:junit4]   2> 177 T2288 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fefef66 name:ZooKeeperConnection Watcher:127.0.0.1:10217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 178 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 178 T2279 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 231 T2279 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 289 T2279 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 311 T2279 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 390 T2279 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 391 T2279 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 468 T2279 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 469 T2279 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 578 T2279 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 579 T2279 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 582 T2279 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 582 T2279 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 585 T2279 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 586 T2279 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 595 T2279 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 595 T2279 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 602 T2279 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 603 T2279 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 606 T2279 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 606 T2279 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 613 T2279 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 614 T2279 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 616 T2284 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4c393eb40001
[junit4:junit4]   2> 617 T2288 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 617 T2279 oaz.ZooKeeper.close Session: 0x13d4c393eb40001 closed
[junit4:junit4]   2> 617 T2281 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:10219 which had sessionid 0x13d4c393eb40001
[junit4:junit4]   2> 796 T2279 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 801 T2279 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:10220
[junit4:junit4]   2> 801 T2279 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 802 T2279 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 802 T2279 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362783453455
[junit4:junit4]   2> 803 T2279 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362783453455/solr.xml
[junit4:junit4]   2> 803 T2279 oasc.CoreContainer.<init> New CoreContainer 301979744
[junit4:junit4]   2> 804 T2279 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362783453455/'
[junit4:junit4]   2> 804 T2279 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362783453455/'
[junit4:junit4]   2> 853 T2279 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 853 T2279 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 854 T2279 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 854 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 855 T2279 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 855 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 855 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 856 T2279 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 856 T2279 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 857 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 878 T2279 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 897 T2279 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:10217/solr
[junit4:junit4]   2> 897 T2279 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 898 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4b7e8d73
[junit4:junit4]   2> 899 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 899 T2298 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 900 T2298 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 900 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:10221
[junit4:junit4]   2> 901 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:10221
[junit4:junit4]   2> 927 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb40002 with negotiated timeout 20000 for client /140.211.11.196:10221
[junit4:junit4]   2> 927 T2298 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb40002, negotiated timeout = 20000
[junit4:junit4]   2> 927 T2299 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b7e8d73 name:ZooKeeperConnection Watcher:127.0.0.1:10217 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 928 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 929 T2284 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4c393eb40002
[junit4:junit4]   2> 939 T2299 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 939 T2281 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:10221 which had sessionid 0x13d4c393eb40002
[junit4:junit4]   2> 939 T2279 oaz.ZooKeeper.close Session: 0x13d4c393eb40002 closed
[junit4:junit4]   2> 939 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 951 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@17889743
[junit4:junit4]   2> 952 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 952 T2300 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 953 T2300 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 953 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:10222
[junit4:junit4]   2> 953 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:10222
[junit4:junit4]   2> 954 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb40003 with negotiated timeout 20000 for client /140.211.11.196:10222
[junit4:junit4]   2> 954 T2300 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb40003, negotiated timeout = 20000
[junit4:junit4]   2> 955 T2301 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17889743 name:ZooKeeperConnection Watcher:127.0.0.1:10217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 955 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 957 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 965 T2279 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 967 T2279 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:10220_
[junit4:junit4]   2> 967 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:10220_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:10220_
[junit4:junit4]   2> 969 T2279 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:10220_
[junit4:junit4]   2> 978 T2279 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 991 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 992 T2279 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 994 T2279 oasc.Overseer.start Overseer (id=89311376366108675-127.0.0.1:10220_-n_0000000000) starting
[junit4:junit4]   2> 995 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1001 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1002 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1009 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1010 T2303 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 1011 T2279 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1022 T2279 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 1024 T2279 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1027 T2302 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1031 T2304 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362783453455/collection1
[junit4:junit4]   2> 1031 T2304 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 1031 T2304 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1031 T2304 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 1033 T2304 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362783453455/collection1/'
[junit4:junit4]   2> 1034 T2304 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362783453455/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1034 T2304 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362783453455/collection1/lib/README' to classloader
[junit4:junit4]   2> 1081 T2304 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1138 T2304 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1239 T2304 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1246 T2304 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1864 T2304 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1872 T2304 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1875 T2304 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1885 T2304 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1888 T2304 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1891 T2304 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1892 T2304 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1892 T2304 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1892 T2304 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1893 T2304 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1893 T2304 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1893 T2304 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362783453455/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/control/data/
[junit4:junit4]   2> 1893 T2304 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d439fe
[junit4:junit4]   2> 1894 T2304 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1894 T2304 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/control/data forceNew: false
[junit4:junit4]   2> 1894 T2304 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/control/data/index/
[junit4:junit4]   2> 1895 T2304 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1895 T2304 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/control/data/index forceNew: false
[junit4:junit4]   2> 1897 T2304 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1dc2801d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1494c33),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1897 T2304 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1899 T2304 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1899 T2304 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1899 T2304 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1900 T2304 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1900 T2304 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1900 T2304 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1900 T2304 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1901 T2304 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1901 T2304 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1905 T2304 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1909 T2304 oass.SolrIndexSearcher.<init> Opening Searcher@18a3cf95 main
[junit4:junit4]   2> 1910 T2304 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/control/data/tlog
[junit4:junit4]   2> 1910 T2304 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1911 T2304 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1913 T2305 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@18a3cf95 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1913 T2304 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1913 T2304 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1914 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2529 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2529 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:10220_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:10220"}
[junit4:junit4]   2> 2530 T2302 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2530 T2302 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2530 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2550 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2926 T2304 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2926 T2304 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:10220 collection:control_collection shard:shard1
[junit4:junit4]   2> 2926 T2304 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2941 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2942 T2304 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2942 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2954 T2304 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2954 T2304 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2954 T2304 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:10220/collection1/
[junit4:junit4]   2> 2954 T2304 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2955 T2304 oasc.SyncStrategy.syncToMe http://127.0.0.1:10220/collection1/ has no replicas
[junit4:junit4]   2> 2955 T2304 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:10220/collection1/
[junit4:junit4]   2> 2955 T2304 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2965 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4053 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4068 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4088 T2304 oasc.ZkController.register We are http://127.0.0.1:10220/collection1/ and leader is http://127.0.0.1:10220/collection1/
[junit4:junit4]   2> 4088 T2304 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:10220
[junit4:junit4]   2> 4088 T2304 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 4088 T2304 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 4089 T2304 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4090 T2304 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4091 T2279 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 4092 T2279 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4092 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4106 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 4107 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2f278e8c
[junit4:junit4]   2> 4108 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4108 T2307 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4109 T2307 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 4109 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:10225
[junit4:junit4]   2> 4109 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:10225
[junit4:junit4]   2> 4110 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb40004 with negotiated timeout 10000 for client /140.211.11.196:10225
[junit4:junit4]   2> 4110 T2307 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb40004, negotiated timeout = 10000
[junit4:junit4]   2> 4111 T2308 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f278e8c name:ZooKeeperConnection Watcher:127.0.0.1:10217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4111 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4112 T2279 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4113 T2279 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4293 T2279 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4296 T2279 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:10226
[junit4:junit4]   2> 4297 T2279 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4297 T2279 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4298 T2279 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951
[junit4:junit4]   2> 4298 T2279 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/solr.xml
[junit4:junit4]   2> 4299 T2279 oasc.CoreContainer.<init> New CoreContainer 1116813344
[junit4:junit4]   2> 4299 T2279 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/'
[junit4:junit4]   2> 4300 T2279 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/'
[junit4:junit4]   2> 4348 T2279 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4349 T2279 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4349 T2279 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4349 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4350 T2279 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4350 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4351 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4351 T2279 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4351 T2279 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4352 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4371 T2279 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4395 T2279 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:10217/solr
[junit4:junit4]   2> 4396 T2279 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4396 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@16b9c701
[junit4:junit4]   2> 4397 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4398 T2318 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4399 T2318 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 4399 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:10227
[junit4:junit4]   2> 4399 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:10227
[junit4:junit4]   2> 4401 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb40005 with negotiated timeout 20000 for client /140.211.11.196:10227
[junit4:junit4]   2> 4401 T2318 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb40005, negotiated timeout = 20000
[junit4:junit4]   2> 4402 T2319 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16b9c701 name:ZooKeeperConnection Watcher:127.0.0.1:10217 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4402 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4403 T2284 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4c393eb40005
[junit4:junit4]   2> 4418 T2319 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4418 T2281 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:10227 which had sessionid 0x13d4c393eb40005
[junit4:junit4]   2> 4418 T2279 oaz.ZooKeeper.close Session: 0x13d4c393eb40005 closed
[junit4:junit4]   2> 4418 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4428 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@598b430b
[junit4:junit4]   2> 4429 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4429 T2320 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4430 T2320 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 4430 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:10228
[junit4:junit4]   2> 4430 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:10228
[junit4:junit4]   2> 4431 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb40006 with negotiated timeout 20000 for client /140.211.11.196:10228
[junit4:junit4]   2> 4431 T2320 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb40006, negotiated timeout = 20000
[junit4:junit4]   2> 4432 T2321 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@598b430b name:ZooKeeperConnection Watcher:127.0.0.1:10217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4432 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4433 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4434 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4436 T2279 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5439 T2279 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:10226_
[junit4:junit4]   2> 5440 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:10226_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:10226_
[junit4:junit4]   2> 5441 T2279 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:10226_
[junit4:junit4]   2> 5443 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5444 T2308 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5444 T2321 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5445 T2301 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5451 T2322 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/collection1
[junit4:junit4]   2> 5451 T2322 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5452 T2322 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5452 T2322 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5453 T2322 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/collection1/'
[junit4:junit4]   2> 5454 T2322 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5455 T2322 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/collection1/lib/README' to classloader
[junit4:junit4]   2> 5501 T2322 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5559 T2322 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5581 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5581 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:10220_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:10220"}
[junit4:junit4]   2> 5596 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5596 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5660 T2322 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5660 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5667 T2322 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6300 T2322 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6312 T2322 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6317 T2322 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6329 T2322 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6334 T2322 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6338 T2322 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6339 T2322 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6339 T2322 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6339 T2322 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6340 T2322 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6340 T2322 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6341 T2322 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty1/
[junit4:junit4]   2> 6341 T2322 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d439fe
[junit4:junit4]   2> 6341 T2322 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6342 T2322 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty1 forceNew: false
[junit4:junit4]   2> 6342 T2322 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty1/index/
[junit4:junit4]   2> 6343 T2322 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6343 T2322 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty1/index forceNew: false
[junit4:junit4]   2> 6346 T2322 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@615dfcf1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30e6e78),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6346 T2322 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6348 T2322 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6349 T2322 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6349 T2322 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6350 T2322 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6350 T2322 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6351 T2322 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6351 T2322 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6351 T2322 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6352 T2322 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6359 T2322 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6365 T2322 oass.SolrIndexSearcher.<init> Opening Searcher@59a4e7a9 main
[junit4:junit4]   2> 6366 T2322 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty1/tlog
[junit4:junit4]   2> 6367 T2322 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6367 T2322 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6370 T2323 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@59a4e7a9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6371 T2322 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6372 T2322 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7100 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7100 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:10226_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:10226"}
[junit4:junit4]   2> 7100 T2302 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 7101 T2302 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 7143 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7143 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7143 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7375 T2322 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7375 T2322 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:10226 collection:collection1 shard:shard1
[junit4:junit4]   2> 7376 T2322 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7398 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7403 T2322 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7404 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7406 T2322 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7407 T2322 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7407 T2322 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:10226/collection1/
[junit4:junit4]   2> 7407 T2322 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7407 T2322 oasc.SyncStrategy.syncToMe http://127.0.0.1:10226/collection1/ has no replicas
[junit4:junit4]   2> 7407 T2322 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:10226/collection1/
[junit4:junit4]   2> 7408 T2322 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7416 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8647 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8665 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8665 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8665 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8701 T2322 oasc.ZkController.register We are http://127.0.0.1:10226/collection1/ and leader is http://127.0.0.1:10226/collection1/
[junit4:junit4]   2> 8701 T2322 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:10226
[junit4:junit4]   2> 8701 T2322 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8701 T2322 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8701 T2322 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8703 T2322 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8704 T2279 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8704 T2279 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8705 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8900 T2279 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8903 T2279 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:62135
[junit4:junit4]   2> 8904 T2279 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8905 T2279 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8905 T2279 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362783461556
[junit4:junit4]   2> 8906 T2279 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362783461556/solr.xml
[junit4:junit4]   2> 8906 T2279 oasc.CoreContainer.<init> New CoreContainer 313918884
[junit4:junit4]   2> 8907 T2279 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362783461556/'
[junit4:junit4]   2> 8907 T2279 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362783461556/'
[junit4:junit4]   2> 8957 T2279 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8957 T2279 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8958 T2279 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8958 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8959 T2279 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8959 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8959 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8960 T2279 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8960 T2279 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8961 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8980 T2279 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9005 T2279 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:10217/solr
[junit4:junit4]   2> 9006 T2279 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 9006 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1839e3f7
[junit4:junit4]   2> 9007 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9007 T2334 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 9008 T2334 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 9009 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:33132
[junit4:junit4]   2> 9009 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:33132
[junit4:junit4]   2> 9012 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb40007 with negotiated timeout 20000 for client /140.211.11.196:33132
[junit4:junit4]   2> 9012 T2334 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb40007, negotiated timeout = 20000
[junit4:junit4]   2> 9013 T2335 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1839e3f7 name:ZooKeeperConnection Watcher:127.0.0.1:10217 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9013 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9014 T2284 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4c393eb40007
[junit4:junit4]   2> 9027 T2335 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9027 T2281 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:33132 which had sessionid 0x13d4c393eb40007
[junit4:junit4]   2> 9027 T2279 oaz.ZooKeeper.close Session: 0x13d4c393eb40007 closed
[junit4:junit4]   2> 9027 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 9037 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@65eaeea7
[junit4:junit4]   2> 9038 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9039 T2336 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 9039 T2336 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 9039 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:56431
[junit4:junit4]   2> 9040 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:56431
[junit4:junit4]   2> 9041 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb40008 with negotiated timeout 20000 for client /140.211.11.196:56431
[junit4:junit4]   2> 9041 T2336 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb40008, negotiated timeout = 20000
[junit4:junit4]   2> 9041 T2337 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65eaeea7 name:ZooKeeperConnection Watcher:127.0.0.1:10217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9041 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9042 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9044 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9051 T2279 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10054 T2279 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62135_
[junit4:junit4]   2> 10055 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:62135_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:62135_
[junit4:junit4]   2> 10062 T2279 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62135_
[junit4:junit4]   2> 10087 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10087 T2321 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10087 T2308 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10087 T2337 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10087 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10087 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10088 T2301 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10104 T2338 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362783461556/collection1
[junit4:junit4]   2> 10104 T2338 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10105 T2338 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10105 T2338 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10106 T2338 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362783461556/collection1/'
[junit4:junit4]   2> 10107 T2338 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362783461556/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10108 T2338 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362783461556/collection1/lib/README' to classloader
[junit4:junit4]   2> 10157 T2338 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10170 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10171 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:10226_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:10226"}
[junit4:junit4]   2> 10205 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10205 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10205 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10205 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10217 T2338 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10338 T2338 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10344 T2338 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10934 T2338 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10942 T2338 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10945 T2338 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10955 T2338 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10958 T2338 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10961 T2338 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10962 T2338 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10962 T2338 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10962 T2338 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10963 T2338 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10963 T2338 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10963 T2338 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362783461556/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty2/
[junit4:junit4]   2> 10963 T2338 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d439fe
[junit4:junit4]   2> 10964 T2338 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10964 T2338 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty2 forceNew: false
[junit4:junit4]   2> 10965 T2338 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty2/index/
[junit4:junit4]   2> 10965 T2338 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10965 T2338 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty2/index forceNew: false
[junit4:junit4]   2> 10967 T2338 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@51877db6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73e5f81d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10967 T2338 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10969 T2338 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10969 T2338 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10969 T2338 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10970 T2338 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10970 T2338 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10970 T2338 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10971 T2338 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10971 T2338 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10971 T2338 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10976 T2338 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10980 T2338 oass.SolrIndexSearcher.<init> Opening Searcher@67cd07e4 main
[junit4:junit4]   2> 10980 T2338 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty2/tlog
[junit4:junit4]   2> 10980 T2338 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10981 T2338 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10984 T2339 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@67cd07e4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10985 T2338 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10985 T2338 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11741 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11741 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62135_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62135"}
[junit4:junit4]   2> 11742 T2302 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11742 T2302 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 11756 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11756 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11756 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11756 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11987 T2338 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11987 T2338 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:62135 collection:collection1 shard:shard2
[junit4:junit4]   2> 11987 T2338 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 12004 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40008 type:delete cxid:0x47 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 12004 T2338 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 12005 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40008 type:create cxid:0x48 zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12007 T2338 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 12007 T2338 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 12007 T2338 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:62135/collection1/
[junit4:junit4]   2> 12007 T2338 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 12007 T2338 oasc.SyncStrategy.syncToMe http://127.0.0.1:62135/collection1/ has no replicas
[junit4:junit4]   2> 12008 T2338 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:62135/collection1/
[junit4:junit4]   2> 12008 T2338 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 12010 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40008 type:create cxid:0x51 zxid:0x83 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13260 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13278 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13278 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13278 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13278 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13287 T2338 oasc.ZkController.register We are http://127.0.0.1:62135/collection1/ and leader is http://127.0.0.1:62135/collection1/
[junit4:junit4]   2> 13287 T2338 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:62135
[junit4:junit4]   2> 13287 T2338 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 13287 T2338 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 13287 T2338 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13289 T2338 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13290 T2279 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 13290 T2279 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 13291 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13484 T2279 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13487 T2279 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:12835
[junit4:junit4]   2> 13488 T2279 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13488 T2279 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13489 T2279 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362783466142
[junit4:junit4]   2> 13489 T2279 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362783466142/solr.xml
[junit4:junit4]   2> 13489 T2279 oasc.CoreContainer.<init> New CoreContainer 931661934
[junit4:junit4]   2> 13490 T2279 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362783466142/'
[junit4:junit4]   2> 13491 T2279 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362783466142/'
[junit4:junit4]   2> 13539 T2279 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 13539 T2279 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13540 T2279 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13540 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13541 T2279 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13541 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13542 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13542 T2279 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13542 T2279 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13543 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13570 T2279 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13588 T2279 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:10217/solr
[junit4:junit4]   2> 13589 T2279 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13589 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4e4edb00
[junit4:junit4]   2> 13590 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13591 T2350 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 13592 T2350 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 13592 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:45470
[junit4:junit4]   2> 13592 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:45470
[junit4:junit4]   2> 13594 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb40009 with negotiated timeout 20000 for client /140.211.11.196:45470
[junit4:junit4]   2> 13594 T2350 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb40009, negotiated timeout = 20000
[junit4:junit4]   2> 13595 T2351 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e4edb00 name:ZooKeeperConnection Watcher:127.0.0.1:10217 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13595 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13596 T2284 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4c393eb40009
[junit4:junit4]   2> 13609 T2351 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13609 T2281 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:45470 which had sessionid 0x13d4c393eb40009
[junit4:junit4]   2> 13609 T2279 oaz.ZooKeeper.close Session: 0x13d4c393eb40009 closed
[junit4:junit4]   2> 13609 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 13621 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@f0a12c2
[junit4:junit4]   2> 13622 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13622 T2352 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 13623 T2352 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 13623 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:37698
[junit4:junit4]   2> 13623 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:37698
[junit4:junit4]   2> 13624 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb4000a with negotiated timeout 20000 for client /140.211.11.196:37698
[junit4:junit4]   2> 13624 T2352 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb4000a, negotiated timeout = 20000
[junit4:junit4]   2> 13625 T2353 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f0a12c2 name:ZooKeeperConnection Watcher:127.0.0.1:10217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13625 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13626 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb4000a type:create cxid:0x1 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13627 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb4000a type:create cxid:0x2 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13629 T2279 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 14632 T2279 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:12835_
[junit4:junit4]   2> 14633 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb4000a type:delete cxid:0xb zxid:0x92 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:12835_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:12835_
[junit4:junit4]   2> 14670 T2279 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:12835_
[junit4:junit4]   2> 14672 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14672 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14673 T2321 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14673 T2308 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14673 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14673 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14672 T2353 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14683 T2337 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14683 T2301 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14688 T2354 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362783466142/collection1
[junit4:junit4]   2> 14688 T2354 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14689 T2354 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14689 T2354 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14690 T2354 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362783466142/collection1/'
[junit4:junit4]   2> 14691 T2354 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362783466142/collection1/lib/README' to classloader
[junit4:junit4]   2> 14692 T2354 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362783466142/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14738 T2354 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 14783 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14784 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62135_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62135"}
[junit4:junit4]   2> 14796 T2354 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14797 T2353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14797 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14797 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14797 T2354 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14797 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14797 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14804 T2354 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 15406 T2354 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 15414 T2354 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 15416 T2354 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 15426 T2354 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15429 T2354 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15433 T2354 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15433 T2354 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15433 T2354 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15434 T2354 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15438 T2354 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15439 T2354 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15439 T2354 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362783466142/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3/
[junit4:junit4]   2> 15439 T2354 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d439fe
[junit4:junit4]   2> 15440 T2354 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15441 T2354 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3 forceNew: false
[junit4:junit4]   2> 15441 T2354 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3/index/
[junit4:junit4]   2> 15441 T2354 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15442 T2354 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3/index forceNew: false
[junit4:junit4]   2> 15444 T2354 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@42958ba1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61c30eb3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15445 T2354 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15447 T2354 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15447 T2354 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15448 T2354 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15448 T2354 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15449 T2354 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15449 T2354 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15449 T2354 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15450 T2354 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15450 T2354 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15458 T2354 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15464 T2354 oass.SolrIndexSearcher.<init> Opening Searcher@86aeffb main
[junit4:junit4]   2> 15464 T2354 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3/tlog
[junit4:junit4]   2> 15465 T2354 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15465 T2354 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15468 T2355 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@86aeffb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15470 T2354 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 15470 T2354 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16301 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16302 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:12835_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:12835"}
[junit4:junit4]   2> 16302 T2302 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 16302 T2302 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 16344 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16344 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16344 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16344 T2353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16344 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16473 T2354 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16473 T2354 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:12835 collection:collection1 shard:shard1
[junit4:junit4]   2> 16476 T2354 oasc.ZkController.register We are http://127.0.0.1:12835/collection1/ and leader is http://127.0.0.1:10226/collection1/
[junit4:junit4]   2> 16476 T2354 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:12835
[junit4:junit4]   2> 16476 T2354 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16476 T2354 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C88 name=collection1 org.apache.solr.core.SolrCore@75c68050 url=http://127.0.0.1:12835/collection1 node=127.0.0.1:12835_ C88_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:12835_, base_url=http://127.0.0.1:12835}
[junit4:junit4]   2> 16477 T2356 C88 P12835 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16478 T2356 C88 P12835 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16478 T2356 C88 P12835 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16478 T2354 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16478 T2356 C88 P12835 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16479 T2279 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 16480 T2356 C88 P12835 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16480 T2279 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16480 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16496 T2279 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16497 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16508 T2312 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/onenodecollectioncore
[junit4:junit4]   2> 16508 T2312 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 16509 T2312 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 16509 T2312 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 16510 T2312 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 16511 T2312 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 16513 T2312 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 16514 T2312 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/onenodecollectioncore/'
[junit4:junit4]   2> 16576 T2312 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 16634 T2312 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16735 T2312 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16741 T2312 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17359 T2312 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17372 T2312 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17375 T2312 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17385 T2312 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17388 T2312 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17391 T2312 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17392 T2312 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17392 T2312 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17393 T2312 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17393 T2312 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17394 T2312 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17394 T2312 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/onenodecollectioncore/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362783452842/onenodecollection/
[junit4:junit4]   2> 17394 T2312 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d439fe
[junit4:junit4]   2> 17395 T2312 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17395 T2312 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362783452842/onenodecollection forceNew: false
[junit4:junit4]   2> 17396 T2312 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362783452842/onenodecollection/index/
[junit4:junit4]   2> 17396 T2312 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362783452842/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17396 T2312 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362783452842/onenodecollection/index forceNew: false
[junit4:junit4]   2> 17398 T2312 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1fbff1e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37990b85),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17398 T2312 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17400 T2312 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17401 T2312 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17401 T2312 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17402 T2312 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17402 T2312 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17402 T2312 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17402 T2312 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17403 T2312 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17403 T2312 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17408 T2312 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17412 T2312 oass.SolrIndexSearcher.<init> Opening Searcher@1a05d187 main
[junit4:junit4]   2> 17412 T2312 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362783452842/onenodecollection/tlog
[junit4:junit4]   2> 17413 T2312 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17413 T2312 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17416 T2358 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@1a05d187 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17416 T2312 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 17848 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17848 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:12835_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:12835"}
[junit4:junit4]   2> 17851 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:10226_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:10226"}
[junit4:junit4]   2> 17851 T2302 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 17852 T2302 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 17864 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17864 T2353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17864 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17864 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17864 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18419 T2312 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 18420 T2312 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:10226 collection:onenodecollection shard:shard1
[junit4:junit4]   2> 18420 T2312 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 18436 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40006 type:delete cxid:0xa1 zxid:0xad txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 18437 T2312 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 18437 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40006 type:create cxid:0xa2 zxid:0xae txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 18446 T2312 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 18446 T2312 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 18447 T2312 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:10226/onenodecollectioncore/
[junit4:junit4]   2> 18447 T2312 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 18447 T2312 oasc.SyncStrategy.syncToMe http://127.0.0.1:10226/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 18448 T2312 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:10226/onenodecollectioncore/
[junit4:junit4]   2> 18448 T2312 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 18451 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40006 type:create cxid:0xac zxid:0xb2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 18499 T2311 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:12835__collection1&state=recovering&nodeName=127.0.0.1:12835_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002 
[junit4:junit4]   2> 19379 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19443 T2353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19443 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19443 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19443 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19443 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19473 T2312 oasc.ZkController.register We are http://127.0.0.1:10226/onenodecollectioncore/ and leader is http://127.0.0.1:10226/onenodecollectioncore/
[junit4:junit4]   2> 19473 T2312 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:10226
[junit4:junit4]   2> 19473 T2312 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 19474 T2312 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 19476 T2312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19476 T2312 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {numShards=1&roles=none&name=onenodecollectioncore&action=CREATE&collection=onenodecollection&dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362783452842/onenodecollection&wt=javabin&version=2} status=0 QTime=2968 
[junit4:junit4]   2> 19477 T2279 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 19478 T2279 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20480 T2279 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C88_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:12835_, base_url=http://127.0.0.1:12835}
[junit4:junit4]   2> 20500 T2356 C88 P12835 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:10226/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 20500 T2356 C88 P12835 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:12835 START replicas=[http://127.0.0.1:10226/collection1/] nUpdates=100
[junit4:junit4]   2> 20500 T2356 C88 P12835 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 20501 T2356 C88 P12835 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 20501 T2356 C88 P12835 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 20501 T2356 C88 P12835 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 20501 T2356 C88 P12835 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 20501 T2356 C88 P12835 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:10226/collection1/. core=collection1
[junit4:junit4]   2> 20501 T2356 C88 P12835 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C89 name=collection1 org.apache.solr.core.SolrCore@2c2d10bc url=http://127.0.0.1:10226/collection1 node=127.0.0.1:10226_ C89_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:10226_, base_url=http://127.0.0.1:10226, leader=true}
[junit4:junit4]   2> 20508 T2313 C89 P10226 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 20523 T2314 C89 P10226 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20525 T2314 C89 P10226 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@615dfcf1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30e6e78),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 20526 T2314 C89 P10226 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 20526 T2314 C89 P10226 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@615dfcf1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30e6e78),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@615dfcf1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30e6e78),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20527 T2314 C89 P10226 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20527 T2314 C89 P10226 oass.SolrIndexSearcher.<init> Opening Searcher@28bfcac9 realtime
[junit4:junit4]   2> 20527 T2314 C89 P10226 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20528 T2314 C89 P10226 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 20529 T2356 C88 P12835 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20529 T2356 C88 P12835 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 20531 T2315 C89 P10226 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20532 T2315 C89 P10226 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 20532 T2356 C88 P12835 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 20533 T2356 C88 P12835 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 20533 T2356 C88 P12835 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 20535 T2315 C89 P10226 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20536 T2356 C88 P12835 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 20537 T2356 C88 P12835 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3/index.20130309052753373 forceNew: false
[junit4:junit4]   2> 20538 T2356 C88 P12835 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@72265a10 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ee64100) fullCopy=false
[junit4:junit4]   2> 20540 T2315 C89 P10226 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 20542 T2356 C88 P12835 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 20542 T2356 C88 P12835 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 20542 T2356 C88 P12835 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 20544 T2356 C88 P12835 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@42958ba1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61c30eb3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@42958ba1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61c30eb3),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20545 T2356 C88 P12835 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20545 T2356 C88 P12835 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 20545 T2356 C88 P12835 oass.SolrIndexSearcher.<init> Opening Searcher@7be34384 main
[junit4:junit4]   2> 20546 T2355 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7be34384 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 20547 T2356 C88 P12835 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@72265a10 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ee64100)
[junit4:junit4]   2> 20547 T2356 C88 P12835 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 20547 T2356 C88 P12835 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 20547 T2356 C88 P12835 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 20547 T2356 C88 P12835 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20550 T2356 C88 P12835 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20957 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20958 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:10226_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:10226"}
[junit4:junit4]   2> 20961 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:12835_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:12835"}
[junit4:junit4]   2> 20975 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20975 T2353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20975 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20975 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20975 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21482 T2279 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21483 T2279 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 21483 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C90 name=onenodecollectioncore org.apache.solr.core.SolrCore@3e2d25e9 url=http://127.0.0.1:10226/onenodecollectioncore node=127.0.0.1:10226_ C90_STATE=coll:onenodecollection core:onenodecollectioncore props:{shard=shard1, roles=none, state=active, core=onenodecollectioncore, collection=onenodecollection, node_name=127.0.0.1:10226_, base_url=http://127.0.0.1:10226, leader=true}
[junit4:junit4]   2> 21505 T2316 C90 P10226 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1fbff1e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37990b85),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21506 T2316 C90 P10226 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21508 T2316 C90 P10226 /update {wt=javabin&version=2} {add=[1 (1428982044389539840)]} 0 5
[junit4:junit4]   2> 21515 T2316 C90 P10226 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21517 T2316 C90 P10226 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1fbff1e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37990b85),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1fbff1e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37990b85),segFN=segments_2,generation=2,filenames=[_0_Lucene41WithOrds_0.tib, _0_CheapBastard_0.dvdm, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_MockVariableIntBlock_0.skp, _0.nvm, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0_MockVariableIntBlock_0.frq, _0.nvd, _0_CheapBastard_0.dvdd, _0_MockVariableIntBlock_0.pos, segments_2, _0.fdx, _0.si, _0.fdt, _0_MockVariableIntBlock_0.tii]
[junit4:junit4]   2> 21517 T2316 C90 P10226 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene41WithOrds_0.tib, _0_CheapBastard_0.dvdm, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_MockVariableIntBlock_0.skp, _0.nvm, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0_MockVariableIntBlock_0.frq, _0.nvd, _0_CheapBastard_0.dvdd, _0_MockVariableIntBlock_0.pos, segments_2, _0.fdx, _0.si, _0.fdt, _0_MockVariableIntBlock_0.tii]
[junit4:junit4]   2> 21519 T2316 C90 P10226 oass.SolrIndexSearcher.<init> Opening Searcher@6660d429 main
[junit4:junit4]   2> 21519 T2316 C90 P10226 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21520 T2358 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@6660d429 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 21520 T2316 C90 P10226 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 21524 T2316 C90 P10226 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 21525 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21538 T2316 C90 P10226 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> ASYNC  NEW_CORE C91 name=collection1 org.apache.solr.core.SolrCore@60b84a09 url=http://127.0.0.1:10220/collection1 node=127.0.0.1:10220_ C91_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:10220_, base_url=http://127.0.0.1:10220, leader=true}
[junit4:junit4]   2> 21551 T2291 C91 P10220 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1dc2801d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1494c33),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21552 T2291 C91 P10220 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21556 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[1 (1428982044438822912)]} 0 7
[junit4:junit4]   2>  C88_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:12835_, base_url=http://127.0.0.1:12835}
[junit4:junit4]   2> 21586 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1428982044463988736)]} 0 3
[junit4:junit4]   2> 21587 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1428982044463988736)]} 0 14
[junit4:junit4]   2> ASYNC  NEW_CORE C92 name=collection1 org.apache.solr.core.SolrCore@2ae9e7af url=http://127.0.0.1:62135/collection1 node=127.0.0.1:62135_ C92_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:62135_, base_url=http://127.0.0.1:62135, leader=true}
[junit4:junit4]   2> 21587 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[1]} 0 16
[junit4:junit4]   2> 21590 T2291 C91 P10220 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21595 T2291 C91 P10220 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1dc2801d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1494c33),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1dc2801d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1494c33),segFN=segments_2,generation=2,filenames=[_0_Lucene41WithOrds_0.tib, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_CheapBastard_0.dvdd, _0.si, _0_MockVariableIntBlock_0.tii, _0_CheapBastard_0.dvdm, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0.fdt]
[junit4:junit4]   2> 21595 T2291 C91 P10220 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene41WithOrds_0.tib, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_CheapBastard_0.dvdd, _0.si, _0_MockVariableIntBlock_0.tii, _0_CheapBastard_0.dvdm, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0.fdt]
[junit4:junit4]   2> 21597 T2291 C91 P10220 oass.SolrIndexSearcher.<init> Opening Searcher@71ce5a70 main
[junit4:junit4]   2> 21598 T2291 C91 P10220 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21598 T2305 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@71ce5a70 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 21599 T2291 C91 P10220 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 21601 T2329 C92 P62135 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21603 T2329 C92 P62135 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@51877db6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73e5f81d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21604 T2329 C92 P62135 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21604 T2329 C92 P62135 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@51877db6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73e5f81d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@51877db6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73e5f81d),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 21605 T2329 C92 P62135 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 21605 T2329 C92 P62135 oass.SolrIndexSearcher.<init> Opening Searcher@1981d113 main
[junit4:junit4]   2> 21606 T2329 C92 P62135 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21606 T2339 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1981d113 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 21607 T2329 C92 P62135 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:10226/collection1/, StdNode: http://127.0.0.1:12835/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 21609 T2344 C88 P12835 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21609 T2317 C89 P10226 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21614 T2344 C88 P12835 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@42958ba1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61c30eb3),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@42958ba1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61c30eb3),segFN=segments_3,generation=3,filenames=[_0_Lucene41WithOrds_0.tib, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_CheapBastard_0.dvdd, _0.si, _0_MockVariableIntBlock_0.tii, _0_CheapBastard_0.dvdm, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0.fdt, segments_3]
[junit4:junit4]   2> 21614 T2317 C89 P10226 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@615dfcf1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30e6e78),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@615dfcf1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30e6e78),segFN=segments_3,generation=3,filenames=[_0_Lucene41WithOrds_0.tib, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_CheapBastard_0.dvdd, _0.si, _0_MockVariableIntBlock_0.tii, _0_CheapBastard_0.dvdm, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0.fdt, segments_3]
[junit4:junit4]   2> 21614 T2344 C88 P12835 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_Lucene41WithOrds_0.tib, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_CheapBastard_0.dvdd, _0.si, _0_MockVariableIntBlock_0.tii, _0_CheapBastard_0.dvdm, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0.fdt, segments_3]
[junit4:junit4]   2> 21615 T2317 C89 P10226 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_Lucene41WithOrds_0.tib, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_CheapBastard_0.dvdd, _0.si, _0_MockVariableIntBlock_0.tii, _0_CheapBastard_0.dvdm, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0.fdt, segments_3]
[junit4:junit4]   2> 21617 T2344 C88 P12835 oass.SolrIndexSearcher.<init> Opening Searcher@4a58a253 main
[junit4:junit4]   2> 21617 T2317 C89 P10226 oass.SolrIndexSearcher.<init> Opening Searcher@16dbc9f0 main
[junit4:junit4]   2> 21617 T2344 C88 P12835 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21618 T2355 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4a58a253 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 21618 T2317 C89 P10226 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21618 T2323 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16dbc9f0 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 21618 T2344 C88 P12835 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 21619 T2317 C89 P10226 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 21619 T2329 C92 P62135 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 18
[junit4:junit4]   2> 21620 T2279 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 21621 T2279 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21622 T2279 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 21624 T2291 C91 P10220 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 21626 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@37a6b749
[junit4:junit4]   2> 21626 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 21627 T2365 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 21627 T2365 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 21627 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:20162
[junit4:junit4]   2> 21628 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:20162
[junit4:junit4]   2> 21654 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb4000b with negotiated timeout 10000 for client /140.211.11.196:20162
[junit4:junit4]   2> 21654 T2365 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb4000b, negotiated timeout = 10000
[junit4:junit4]   2> 21655 T2366 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37a6b749 name:ZooKeeperConnection Watcher:127.0.0.1:10217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 21655 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 21656 T2279 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 21658 T2284 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4c393eb4000b
[junit4:junit4]   2> 21659 T2366 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 21659 T2281 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:20162 which had sessionid 0x13d4c393eb4000b
[junit4:junit4]   2> 21659 T2279 oaz.ZooKeeper.close Session: 0x13d4c393eb4000b closed
[junit4:junit4]   2> 21661 T2311 C89 P10226 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 21663 T2330 C92 P62135 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 21668 T2314 C89 P10226 REQ /select {NOW=1362783474502&shard.url=127.0.0.1:10226/collection1/|127.0.0.1:12835/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 21668 T2331 C92 P62135 REQ /select {NOW=1362783474502&shard.url=127.0.0.1:62135/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 21671 T2314 C89 P10226 REQ /select {NOW=1362783474502&shard.url=127.0.0.1:10226/collection1/|127.0.0.1:12835/collection1/&ids=1&q=*:*&distrib=false&wt=javabin&isShard=true&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21672 T2345 C88 P12835 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=7 
[junit4:junit4]   2> 21678 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[2 (1428982044569894912)]} 0 3
[junit4:junit4]   2> 21682 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[2 (1428982044575137792)]} 0 2
[junit4:junit4]   2> 21686 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[3 (1428982044580380672)]} 0 1
[junit4:junit4]   2> 21690 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[3 (1428982044584574976)]} 0 1
[junit4:junit4]   2> 21694 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[4 (1428982044588769280)]} 0 1
[junit4:junit4]   2> 21703 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1428982044591915008)]} 0 2
[junit4:junit4]   2> 21704 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[4 (1428982044591915008)]} 0 8
[junit4:junit4]   2> 21708 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[5 (1428982044603449344)]} 0 1
[junit4:junit4]   2> 21714 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1428982044609740800)]} 0 2
[junit4:junit4]   2> 21715 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[5]} 0 4
[junit4:junit4]   2> 21719 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[6 (1428982044614983680)]} 0 1
[junit4:junit4]   2> 21725 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1428982044621275136)]} 0 1
[junit4:junit4]   2> 21726 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[6]} 0 4
[junit4:junit4]   2> 21730 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[7 (1428982044626518016)]} 0 1
[junit4:junit4]   2> 21734 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[7 (1428982044630712320)]} 0 1
[junit4:junit4]   2> 21738 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[8 (1428982044634906624)]} 0 1
[junit4:junit4]   2> 21748 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1428982044641198080)]} 0 1
[junit4:junit4]   2> 21749 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1428982044641198080)]} 0 6
[junit4:junit4]   2> 21750 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[8]} 0 9
[junit4:junit4]   2> 21753 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[9 (1428982044650635264)]} 0 1
[junit4:junit4]   2> 21760 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[9 (1428982044657975296)]} 0 1
[junit4:junit4]   2> 21761 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[9]} 0 5
[junit4:junit4]   2> 21765 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[10 (1428982044663218176)]} 0 1
[junit4:junit4]   2> 21774 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1428982044669509632)]} 0 1
[junit4:junit4]   2> 21775 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[10 (1428982044669509632)]} 0 5
[junit4:junit4]   2> 21775 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[10]} 0 7
[junit4:junit4]   2> 21779 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[11 (1428982044677898240)]} 0 1
[junit4:junit4]   2> 21788 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1428982044682092544)]} 0 2
[junit4:junit4]   2> 21788 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[11 (1428982044682092544)]} 0 6
[junit4:junit4]   2> 21792 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[12 (1428982044691529728)]} 0 1
[junit4:junit4]   2> 21800 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1428982044695724032)]} 0 1
[junit4:junit4]   2> 21801 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[12 (1428982044695724032)]} 0 6
[junit4:junit4]   2> 21805 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[13 (1428982044705161216)]} 0 1
[junit4:junit4]   2> 21815 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1428982044711452672)]} 0 1
[junit4:junit4]   2> 21816 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[13 (1428982044711452672)]} 0 6
[junit4:junit4]   2> 21816 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[13]} 0 8
[junit4:junit4]   2> 21820 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[14 (1428982044720889856)]} 0 1
[junit4:junit4]   2> 21830 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1428982044728229888)]} 0 1
[junit4:junit4]   2> 21831 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1428982044728229888)]} 0 5
[junit4:junit4]   2> 21831 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[14]} 0 8
[junit4:junit4]   2> 21835 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[15 (1428982044736618496)]} 0 1
[junit4:junit4]   2> 21842 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1428982044740812800)]} 0 1
[junit4:junit4]   2> 21843 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[15 (1428982044740812800)]} 0 5
[junit4:junit4]   2> 21847 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[16 (1428982044749201408)]} 0 1
[junit4:junit4]   2> 21855 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1428982044753395712)]} 0 2
[junit4:junit4]   2> 21856 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[16 (1428982044753395712)]} 0 6
[junit4:junit4]   2> 21862 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[17 (1428982044763881472)]} 0 3
[junit4:junit4]   2> 21872 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1428982044774367232)]} 0 3
[junit4:junit4]   2> 21873 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[17]} 0 8
[junit4:junit4]   2> 21877 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[100 (1428982044780658688)]} 0 1
[junit4:junit4]   2> 21886 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[100 (1428982044786950144)]} 0 1
[junit4:junit4]   2> 21887 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[100 (1428982044786950144)]} 0 5
[junit4:junit4]   2> 21887 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[100]} 0 7
[junit4:junit4]   2> 21891 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[101 (1428982044795338752)]} 0 1
[junit4:junit4]   2> 21900 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[101 (1428982044801630208)]} 0 1
[junit4:junit4]   2> 21901 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[101 (1428982044801630208)]} 0 5
[junit4:junit4]   2> 21901 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[101]} 0 7
[junit4:junit4]   2> 21905 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[102 (1428982044810018816)]} 0 1
[junit4:junit4]   2> 21914 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[102 (1428982044816310272)]} 0 1
[junit4:junit4]   2> 21915 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[102 (1428982044816310272)]} 0 5
[junit4:junit4]   2> 21915 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[102]} 0 7
[junit4:junit4]   2> 21919 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[103 (1428982044824698880)]} 0 1
[junit4:junit4]   2> 21923 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[103 (1428982044828893184)]} 0 1
[junit4:junit4]   2> 21927 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[104 (1428982044833087488)]} 0 1
[junit4:junit4]   2> 21934 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[104 (1428982044840427520)]} 0 1
[junit4:junit4]   2> 21935 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[104]} 0 5
[junit4:junit4]   2> 21938 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[105 (1428982044844621824)]} 0 1
[junit4:junit4]   2> 21942 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[105 (1428982044848816128)]} 0 1
[junit4:junit4]   2> 21946 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[106 (1428982044853010432)]} 0 1
[junit4:junit4]   2> 21950 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[106 (1428982044857204736)]} 0 1
[junit4:junit4]   2> 21954 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[107 (1428982044861399040)]} 0 1
[junit4:junit4]   2> 21963 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[107 (1428982044867690496)]} 0 1
[junit4:junit4]   2> 21964 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[107 (1428982044867690496)]} 0 5
[junit4:junit4]   2> 21964 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[107]} 0 7
[junit4:junit4]   2> 21968 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[108 (1428982044876079104)]} 0 1
[junit4:junit4]   2> 21978 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[108 (1428982044883419136)]} 0 1
[junit4:junit4]   2> 21979 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[108 (1428982044883419136)]} 0 5
[junit4:junit4]   2> 21979 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[108]} 0 8
[junit4:junit4]   2> 21983 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[109 (1428982044891807744)]} 0 1
[junit4:junit4]   2> 21992 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[109 (1428982044898099200)]} 0 1
[junit4:junit4]   2> 21993 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[109 (1428982044898099200)]} 0 5
[junit4:junit4]   2> 21993 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[109]} 0 7
[junit4:junit4]   2> 21997 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[110 (1428982044906487808)]} 0 1
[junit4:junit4]   2> 22004 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[110 (1428982044910682112)]} 0 1
[junit4:junit4]   2> 22005 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[110 (1428982044910682112)]} 0 5
[junit4:junit4]   2> 22009 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[111 (1428982044919070720)]} 0 1
[junit4:junit4]   2> 22016 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[111 (1428982044923265024)]} 0 1
[junit4:junit4]   2> 22017 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[111 (1428982044923265024)]} 0 5
[junit4:junit4]   2> 22020 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[112 (1428982044930605056)]} 0 1
[junit4:junit4]   2> 22024 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[112 (1428982044934799360)]} 0 1
[junit4:junit4]   2> 22028 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[113 (1428982044938993664)]} 0 1
[junit4:junit4]   2> 22035 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[113 (1428982044943187968)]} 0 1
[junit4:junit4]   2> 22036 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[113 (1428982044943187968)]} 0 5
[junit4:junit4]   2> 22039 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[114 (1428982044950528000)]} 0 1
[junit4:junit4]   2> 22046 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[114 (1428982044954722304)]} 0 1
[junit4:junit4]   2> 22047 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[114 (1428982044954722304)]} 0 5
[junit4:junit4]   2> 22050 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[115 (1428982044962062336)]} 0 1
[junit4:junit4]   2> 22054 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[115 (1428982044966256640)]} 0 1
[junit4:junit4]   2> 22058 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[116 (1428982044970450944)]} 0 1
[junit4:junit4]   2> 22062 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[116 (1428982044974645248)]} 0 1
[junit4:junit4]   2> 22066 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[117 (1428982044978839552)]} 0 1
[junit4:junit4]   2> 22073 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[117 (1428982044986179584)]} 0 1
[junit4:junit4]   2> 22074 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[117]} 0 5
[junit4:junit4]   2> 22078 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[118 (1428982044991422464)]} 0 1
[junit4:junit4]   2> 22087 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[118 (1428982044995616768)]} 0 2
[junit4:junit4]   2> 22088 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[118 (1428982044995616768)]} 0 7
[junit4:junit4]   2> 22092 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[119 (1428982045006102528)]} 0 1
[junit4:junit4]   2> 22096 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[119 (1428982045010296832)]} 0 1
[junit4:junit4]   2> 22100 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[120 (1428982045014491136)]} 0 1
[junit4:junit4]   2> 22107 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[120 (1428982045021831168)]} 0 1
[junit4:junit4]   2> 22108 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[120]} 0 5
[junit4:junit4]   2> 22112 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[121 (1428982045027074048)]} 0 1
[junit4:junit4]   2> 22119 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[121 (1428982045034414080)]} 0 1
[junit4:junit4]   2> 22120 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[121]} 0 5
[junit4:junit4]   2> 22124 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[122 (1428982045039656960)]} 0 1
[junit4:junit4]   2> 22134 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[122 (1428982045045948416)]} 0 2
[junit4:junit4]   2> 22134 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[122 (1428982045045948416)]} 0 5
[junit4:junit4]   2> 22135 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[122]} 0 8
[junit4:junit4]   2> 22139 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[123 (1428982045055385600)]} 0 1
[junit4:junit4]   2> 22147 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[123 (1428982045059579904)]} 0 1
[junit4:junit4]   2> 22148 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[123 (1428982045059579904)]} 0 6
[junit4:junit4]   2> 22152 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[124 (1428982045069017088)]} 0 1
[junit4:junit4]   2> 22160 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[124 (1428982045073211392)]} 0 1
[junit4:junit4]   2> 22161 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[124 (1428982045073211392)]} 0 6
[junit4:junit4]   2> 22165 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[125 (1428982045082648576)]} 0 1
[junit4:junit4]   2> 22176 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[125 (1428982045089988608)]} 0 2
[junit4:junit4]   2> 22177 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[125 (1428982045089988608)]} 0 6
[junit4:junit4]   2> 22177 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[125]} 0 9
[junit4:junit4]   2> 22181 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[126 (1428982045099425792)]} 0 1
[junit4:junit4]   2> 22185 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[126 (1428982045103620096)]} 0 1
[junit4:junit4]   2> 22189 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[127 (1428982045107814400)]} 0 1
[junit4:junit4]   2> 22196 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[127 (1428982045115154432)]} 0 1
[junit4:junit4]   2> 22197 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[127]} 0 5
[junit4:junit4]   2> 22201 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[128 (1428982045120397312)]} 0 1
[junit4:junit4]   2> 22208 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[128 (1428982045127737344)]} 0 1
[junit4:junit4]   2> 22209 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[128]} 0 5
[junit4:junit4]   2> 22213 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[129 (1428982045132980224)]} 0 1
[junit4:junit4]   2> 22224 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[129 (1428982045140320256)]} 0 2
[junit4:junit4]   2> 22225 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[129 (1428982045140320256)]} 0 6
[junit4:junit4]   2> 22226 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[129]} 0 10
[junit4:junit4]   2> 22230 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[130 (1428982045150806016)]} 0 1
[junit4:junit4]   2> 22234 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[130 (1428982045155000320)]} 0 1
[junit4:junit4]   2> 22239 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[131 (1428982045160243200)]} 0 2
[junit4:junit4]   2> 22242 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[131 (1428982045163388928)]} 0 1
[junit4:junit4]   2> 22246 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[132 (1428982045167583232)]} 0 1
[junit4:junit4]   2> 22255 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[132 (1428982045171777536)]} 0 2
[junit4:junit4]   2> 22255 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[132 (1428982045171777536)]} 0 6
[junit4:junit4]   2> 22260 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[133 (1428982045182263296)]} 0 1
[junit4:junit4]   2> 22269 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[133 (1428982045186457600)]} 0 2
[junit4:junit4]   2> 22269 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[133 (1428982045186457600)]} 0 6
[junit4:junit4]   2> 22273 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[134 (1428982045195894784)]} 0 1
[junit4:junit4]   2> 22280 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[134 (1428982045203234816)]} 0 1
[junit4:junit4]   2> 22281 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[134]} 0 5
[junit4:junit4]   2> 22285 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[135 (1428982045208477696)]} 0 1
[junit4:junit4]   2> 22295 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[135 (1428982045214769152)]} 0 2
[junit4:junit4]   2> 22296 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[135 (1428982045214769152)]} 0 6
[junit4:junit4]   2> 22296 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[135]} 0 8
[junit4:junit4]   2> 22300 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[136 (1428982045224206336)]} 0 1
[junit4:junit4]   2> 22304 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[136 (1428982045228400640)]} 0 1
[junit4:junit4]   2> 22308 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[137 (1428982045232594944)]} 0 1
[junit4:junit4]   2> 22312 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[137 (1428982045236789248)]} 0 1
[junit4:junit4]   2> 22316 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[138 (1428982045240983552)]} 0 1
[junit4:junit4]   2> 22323 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[138 (1428982045245177856)]} 0 1
[junit4:junit4]   2> 22324 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[138 (1428982045245177856)]} 0 5
[junit4:junit4]   2> 22327 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[139 (1428982045252517888)]} 0 1
[junit4:junit4]   2> 22331 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[139 (1428982045256712192)]} 0 1
[junit4:junit4]   2> 22335 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[140 (1428982045260906496)]} 0 1
[junit4:junit4]   2> 22341 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[140 (1428982045267197952)]} 0 1
[junit4:junit4]   2> 22342 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[140]} 0 4
[junit4:junit4]   2> 22345 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[141 (1428982045271392256)]} 0 1
[junit4:junit4]   2> 22349 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[141 (1428982045275586560)]} 0 1
[junit4:junit4]   2> 22353 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[142 (1428982045279780864)]} 0 1
[junit4:junit4]   2> 22359 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[142 (1428982045286072320)]} 0 1
[junit4:junit4]   2> 22369 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[142]} 0 13
[junit4:junit4]   2> 22373 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[143 (1428982045300752384)]} 0 1
[junit4:junit4]   2> 22380 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[143 (1428982045308092416)]} 0 1
[junit4:junit4]   2> 22381 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[143]} 0 5
[junit4:junit4]   2> 22385 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[144 (1428982045313335296)]} 0 1
[junit4:junit4]   2> 22389 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[144 (1428982045317529600)]} 0 1
[junit4:junit4]   2> 22393 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[145 (1428982045321723904)]} 0 1
[junit4:junit4]   2> 22397 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[145 (1428982045325918208)]} 0 1
[junit4:junit4]   2> 22401 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[146 (1428982045330112512)]} 0 1
[junit4:junit4]   2> 22408 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[146 (1428982045334306816)]} 0 1
[junit4:junit4]   2> 22409 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[146 (1428982045334306816)]} 0 5
[junit4:junit4]   2> 22412 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[147 (1428982045341646848)]} 0 1
[junit4:junit4]   2> 22416 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[147 (1428982045345841152)]} 0 1
[junit4:junit4]   2> 22420 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[148 (1428982045350035456)]} 0 1
[junit4:junit4]   2> 22430 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[148 (1428982045357375488)]} 0 1
[junit4:junit4]   2> 22431 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[148 (1428982045357375488)]} 0 5
[junit4:junit4]   2> 22431 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[148]} 0 8
[junit4:junit4]   2> 22435 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[149 (1428982045365764096)]} 0 1
[junit4:junit4]   2> 22442 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[149 (1428982045373104128)]} 0 1
[junit4:junit4]   2> 22443 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[149]} 0 5
[junit4:junit4]   2> 22443 T2279 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 22444 T2279 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22445 T2279 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 22448 T2291 C91 P10220 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22469 T2291 C91 P10220 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1dc2801d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1494c33),segFN=segments_2,generation=2,filenames=[_0_Lucene41WithOrds_0.tib, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_CheapBastard_0.dvdd, _0.si, _0_MockVariableIntBlock_0.tii, _0_CheapBastard_0.dvdm, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0.fdt]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1dc2801d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1494c33),segFN=segments_3,generation=3,filenames=[_1_TestBloomFilteredLucene41Postings_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _1_Lucene41WithOrds_0.doc, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1.fnm, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_CheapBastard_0.dvdd, _0_CheapBastard_0.dvdm, _1.nvm, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockVariableIntBlock_0.tii, _1.nvd, _1_Pulsing41_0.doc, _1_TestBloomFilteredLucene41Postings_0.doc, _1_MockVariableIntBlock_0.tib, _1.fdx, _1_Pulsing41_0.tip, _1.fdt, _1_Pulsing41_0.tim, _1_Lucene41WithOrds_0.tii, _1_Lucene41WithOrds_0.tib, _0_MockVariableIntBlock_0.frq, _0_Lucene41WithOrds_0.tib, _1_MockVariableIntBlock_0.skp, _1_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _1_MockVariableIntBlock_0.pyl, _1_Lucene41WithOrds_0.pos, _0_Lucene41WithOrds_0.pos, _1_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.si, _1_CheapBastard_0.dvdm, _0_MockVariableIntBlock_0.tii, _0_Lucene41WithOrds_0.doc, _1_CheapBastard_0.dvdd, _1_MockVariableIntBlock_0.pos, _0.nvm, _1_Pulsing41_0.pos, _1_TestBloomFilteredLucene41Postings_0.blm, _1_MockVariableIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _1.si, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, segments_3, _0.fdt]
[junit4:junit4]   2> 22470 T2291 C91 P10220 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1_TestBloomFilteredLucene41Postings_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _1_Lucene41WithOrds_0.doc, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1.fnm, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_CheapBastard_0.dvdd, _0_CheapBastard_0.dvdm, _1.nvm, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockVariableIntBlock_0.tii, _1.nvd, _1_Pulsing41_0.doc, _1_TestBloomFilteredLucene41Postings_0.doc, _1_MockVariableIntBlock_0.tib, _1.fdx, _1_Pulsing41_0.tip, _1.fdt, _1_Pulsing41_0.tim, _1_Lucene41WithOrds_0.tii, _1_Lucene41WithOrds_0.tib, _0_MockVariableIntBlock_0.frq, _0_Lucene41WithOrds_0.tib, _1_MockVariableIntBlock_0.skp, _1_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _1_MockVariableIntBlock_0.pyl, _1_Lucene41WithOrds_0.pos, _0_Lucene41WithOrds_0.pos, _1_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.si, _1_CheapBastard_0.dvdm, _0_MockVariableIntBlock_0.tii, _0_Lucene41WithOrds_0.doc, _1_CheapBastard_0.dvdd, _1_MockVariableIntBlock_0.pos, _0.nvm, _1_Pulsing41_0.pos, _1_TestBloomFilteredLucene41Postings_0.blm, _1_MockVariableIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _1.si, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, segments_3, _0.fdt]
[junit4:junit4]   2> 22472 T2291 C91 P10220 oass.SolrIndexSearcher.<init> Opening Searcher@dca9fe2 main
[junit4:junit4]   2> 22473 T2291 C91 P10220 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22474 T2305 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@dca9fe2 main{StandardDirectoryReader(segments_3:5 _0(5.0):C1 _1(5.0):C66)}
[junit4:junit4]   2> 22474 T2291 C91 P10220 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 26
[junit4:junit4]   2> 22477 T2369 C89 P10226 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22497 T2369 C89 P10226 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@615dfcf1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30e6e78),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@615dfcf1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30e6e78),segFN=segments_3,generation=3,filenames=[_0_Lucene41WithOrds_0.tib, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_CheapBastard_0.dvdd, _0.si, _0_MockVariableIntBlock_0.tii, _0_CheapBastard_0.dvdm, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0.fdt, segments_3]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@615dfcf1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30e6e78),segFN=segments_4,generation=4,filenames=[_1_TestBloomFilteredLucene41Postings_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _1_Lucene41WithOrds_0.doc, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1.fnm, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_CheapBastard_0.dvdd, _0_CheapBastard_0.dvdm, _1.nvm, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockVariableIntBlock_0.tii, _1.nvd, _1_Pulsing41_0.doc, _1_TestBloomFilteredLucene41Postings_0.doc, _1_MockVariableIntBlock_0.tib, _1.fdx, _1_Pulsing41_0.tip, _1.fdt, _1_Pulsing41_0.tim, _1_Lucene41WithOrds_0.tii, _1_Lucene41WithOrds_0.tib, _0_MockVariableIntBlock_0.frq, _0_Lucene41WithOrds_0.tib, _1_MockVariableIntBlock_0.skp, _1_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _1_MockVariableIntBlock_0.pyl, _1_Lucene41WithOrds_0.pos, _0_Lucene41WithOrds_0.pos, _1_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.si, _1_CheapBastard_0.dvdm, _0_MockVariableI

[...truncated too long message...]

ryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3/index
[junit4:junit4]   2> 86828 T2353 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3/index
[junit4:junit4]   2> 86859 T2353 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3
[junit4:junit4]   2> 86859 T2353 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3
[junit4:junit4]   2> 86860 T2353 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 86860 T2353 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/89311376366108682-127.0.0.1:12835__collection1-n_0000000001
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:153)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:150)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:150)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:243)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 86861 T2353 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 86861 T2353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 86861 T2353 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 86861 T2353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 86861 T2353 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 86862 T2353 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:236)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 86862 T2353 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {foo_b=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_f1=PostingsFormat(name=Lucene41WithOrds), foo_d=Pulsing41(freqCutoff=10 minBlockSize=30 maxBlockSize=142), foo_f=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_tl1=PostingsFormat(name=Lucene41WithOrds), n_d1=MockVariableIntBlock(baseBlockSize=100), rnd_b=Pulsing41(freqCutoff=10 minBlockSize=30 maxBlockSize=142), intDefault=PostingsFormat(name=Lucene41WithOrds), n_td1=PostingsFormat(name=Lucene41WithOrds), timestamp=MockVariableIntBlock(baseBlockSize=100), id=Pulsing41(freqCutoff=10 minBlockSize=30 maxBlockSize=142), range_facet_sl=Pulsing41(freqCutoff=10 minBlockSize=30 maxBlockSize=142), range_facet_si=MockVariableIntBlock(baseBlockSize=100), oddField_s=Pulsing41(freqCutoff=10 minBlockSize=30 maxBlockSize=142), multiDefault=MockVariableIntBlock(baseBlockSize=100), n_tf1=MockVariableIntBlock(baseBlockSize=100), n_dt1=PostingsFormat(name=Lucene41WithOrds), range_facet_l=MockVariableIntBlock(baseBlockSize=100), n_ti1=Pulsing41(freqCutoff=10 minBlockSize=30 maxBlockSize=142), text=PostingsFormat(name=TestBloomFilteredLucene41Postings), _version_=PostingsFormat(name=Lucene41WithOrds), SubjectTerms_mfacet=PostingsFormat(name=Lucene41WithOrds), a_t=MockVariableIntBlock(baseBlockSize=100), n_tdt1=PostingsFormat(name=Lucene41WithOrds), other_tl1=PostingsFormat(name=Lucene41WithOrds), n_l1=MockVariableIntBlock(baseBlockSize=100), a_si=PostingsFormat(name=Lucene41WithOrds)}, docValues:{timestamp=DocValuesFormat(name=CheapBastard)}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=en_IE, timezone=Asia/Rangoon
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=3,free=177327896,total=379650048
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestFastLRUCache, TestPHPSerializedResponseWriter, TestStressRecovery, DistributedQueryElevationComponentTest, CSVRequestHandlerTest, SolrCoreTest, TestRandomDVFaceting, TestCoreContainer, MBeansHandlerTest, SliceStateTest, TestCopyFieldCollectionResource, TestPerFieldSimilarity, SearchHandlerTest, SolrInfoMBeanTest, FastVectorHighlighterTest, TestSort, ShardRoutingTest, DistributedTermsComponentTest, TestFieldTypeCollectionResource, DirectSolrConnectionTest, TestPseudoReturnFields, WordBreakSolrSpellCheckerTest, ShowFileRequestHandlerTest, FileBasedSpellCheckerTest, TestCharFilters, TestSolrQueryParser, TestFuzzyAnalyzedSuggestions, TestRealTimeGet, TestXIncludeConfig, PrimitiveFieldTypeTest, ClusterStateUpdateTest, TestRemoteStreaming, SchemaVersionSpecificBehaviorTest, TestSolrDeletionPolicy2, TestSolrIndexConfig, TestSolrDeletionPolicy1, RegexBoostProcessorTest, AnalysisAfterCoreReloadTest, IndexSchemaTest, TestFastWriter, TestReplicationHandler, TestConfig, ExternalFileFieldSortTest, TestLRUCache, PreAnalyzedFieldTest, PluginInfoTest, ResourceLoaderTest, MinimalSchemaTest, SystemInfoHandlerTest, LegacyHTMLStripCharFilterTest, SpellingQueryConverterTest, SliceStateUpdateTest, TestFieldResource, ZkControllerTest, ResponseLogComponentTest, SOLR749Test, TestLMDirichletSimilarityFactory, TestReversedWildcardFilterFactory, SimpleFacetsTest, SolrIndexSplitterTest, TestJoin, DirectUpdateHandlerOptimizeTest, OverseerTest, TestSolrCoreProperties, ReturnFieldsTest, TestFunctionQuery, BasicDistributedZk2Test]
[junit4:junit4] Completed on J0 in 87.07s, 1 test, 1 error <<< FAILURES!

[...truncated 425 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/common-build.xml:1213: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/common-build.xml:877: There were test failures: 269 suites, 1137 tests, 1 error, 27 ignored (8 assumptions)

Total time: 48 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-trunk-Java6 - Build # 15985 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java6/15985/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
No registered leader was found, collection:collection1 slice:shard1

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found, collection:collection1 slice:shard1
	at __randomizedtesting.SeedInfo.seed([A0BB2AD81B2043F5:215DA4C06C7F23C9]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:481)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:295)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:116)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 8576 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 1 T2099 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /t_m/
[junit4:junit4]   2> 5 T2099 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362751161574
[junit4:junit4]   2> 6 T2099 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 7 T2100 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 10 T2100 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 10 T2100 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 10 T2100 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 10 T2100 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 11 T2100 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 108 T2099 oasc.ZkTestServer.run start zk server on port:35969
[junit4:junit4]   2> 108 T2099 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35969 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@e6694f5
[junit4:junit4]   2> 109 T2099 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 109 T2105 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35969. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 110 T2105 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35969, initiating session
[junit4:junit4]   2> 110 T2101 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:21302
[junit4:junit4]   2> 111 T2101 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:21302
[junit4:junit4]   2> 111 T2103 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 113 T2103 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a4c84ec0000 with negotiated timeout 10000 for client /140.211.11.196:21302
[junit4:junit4]   2> 113 T2105 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35969, sessionid = 0x13d4a4c84ec0000, negotiated timeout = 10000
[junit4:junit4]   2> 114 T2106 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e6694f5 name:ZooKeeperConnection Watcher:127.0.0.1:35969 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 114 T2099 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 114 T2099 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 118 T2104 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a4c84ec0000
[junit4:junit4]   2> 119 T2106 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 119 T2101 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:21302 which had sessionid 0x13d4a4c84ec0000
[junit4:junit4]   2> 119 T2099 oaz.ZooKeeper.close Session: 0x13d4a4c84ec0000 closed
[junit4:junit4]   2> 120 T2099 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35969/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@21ea7a8c
[junit4:junit4]   2> 121 T2099 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 121 T2107 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35969. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 121 T2107 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35969, initiating session
[junit4:junit4]   2> 122 T2101 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:40484
[junit4:junit4]   2> 122 T2101 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:40484
[junit4:junit4]   2> 132 T2103 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a4c84ec0001 with negotiated timeout 10000 for client /140.211.11.196:40484
[junit4:junit4]   2> 132 T2107 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35969, sessionid = 0x13d4a4c84ec0001, negotiated timeout = 10000
[junit4:junit4]   2> 132 T2108 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21ea7a8c name:ZooKeeperConnection Watcher:127.0.0.1:35969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 133 T2099 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 133 T2099 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 138 T2099 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 140 T2099 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 143 T2099 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 146 T2099 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 147 T2099 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 159 T2099 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 160 T2099 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 267 T2099 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 267 T2099 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 271 T2099 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 271 T2099 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 275 T2099 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 275 T2099 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 278 T2099 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 279 T2099 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 282 T2099 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 283 T2099 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 286 T2099 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 286 T2099 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 289 T2099 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 290 T2099 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 297 T2104 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a4c84ec0001
[junit4:junit4]   2> 298 T2108 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 298 T2101 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:40484 which had sessionid 0x13d4a4c84ec0001
[junit4:junit4]   2> 298 T2099 oaz.ZooKeeper.close Session: 0x13d4a4c84ec0001 closed
[junit4:junit4]   2> 474 T2099 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 479 T2099 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:43872
[junit4:junit4]   2> 479 T2099 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 480 T2099 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 480 T2099 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362751161867
[junit4:junit4]   2> 481 T2099 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362751161867/solr.xml
[junit4:junit4]   2> 481 T2099 oasc.CoreContainer.<init> New CoreContainer 505933961
[junit4:junit4]   2> 482 T2099 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362751161867/'
[junit4:junit4]   2> 482 T2099 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362751161867/'
[junit4:junit4]   2> 531 T2099 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 532 T2099 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 532 T2099 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 533 T2099 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 533 T2099 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 534 T2099 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 534 T2099 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 535 T2099 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 535 T2099 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 536 T2099 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 556 T2099 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 575 T2099 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:35969/solr
[junit4:junit4]   2> 575 T2099 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 576 T2099 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35969 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1695f1b3
[junit4:junit4]   2> 577 T2099 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 577 T2118 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35969. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 578 T2118 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35969, initiating session
[junit4:junit4]   2> 578 T2101 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:35236
[junit4:junit4]   2> 579 T2101 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:35236
[junit4:junit4]   2> 581 T2103 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a4c84ec0002 with negotiated timeout 20000 for client /140.211.11.196:35236
[junit4:junit4]   2> 581 T2118 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35969, sessionid = 0x13d4a4c84ec0002, negotiated timeout = 20000
[junit4:junit4]   2> 581 T2119 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1695f1b3 name:ZooKeeperConnection Watcher:127.0.0.1:35969 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 581 T2099 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 583 T2104 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a4c84ec0002
[junit4:junit4]   2> 593 T2119 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 593 T2101 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:35236 which had sessionid 0x13d4a4c84ec0002
[junit4:junit4]   2> 593 T2099 oaz.ZooKeeper.close Session: 0x13d4a4c84ec0002 closed
[junit4:junit4]   2> 593 T2099 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 604 T2099 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35969/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@68de70f6
[junit4:junit4]   2> 605 T2099 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 606 T2120 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35969. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 606 T2120 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35969, initiating session
[junit4:junit4]   2> 606 T2101 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:15715
[junit4:junit4]   2> 607 T2101 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:15715
[junit4:junit4]   2> 608 T2103 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a4c84ec0003 with negotiated timeout 20000 for client /140.211.11.196:15715
[junit4:junit4]   2> 608 T2120 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35969, sessionid = 0x13d4a4c84ec0003, negotiated timeout = 20000
[junit4:junit4]   2> 608 T2121 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68de70f6 name:ZooKeeperConnection Watcher:127.0.0.1:35969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 608 T2099 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 611 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 619 T2099 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 621 T2099 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43872_t_m
[junit4:junit4]   2> 622 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43872_t_m Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43872_t_m
[junit4:junit4]   2> 623 T2099 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43872_t_m
[junit4:junit4]   2> 631 T2099 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 643 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 644 T2099 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 647 T2099 oasc.Overseer.start Overseer (id=89309260125306883-127.0.0.1:43872_t_m-n_0000000000) starting
[junit4:junit4]   2> 647 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 654 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 656 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 662 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 664 T2123 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 664 T2099 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 674 T2099 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 676 T2099 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 678 T2122 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 682 T2124 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362751161867/collection1
[junit4:junit4]   2> 682 T2124 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 683 T2124 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 683 T2124 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 684 T2124 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362751161867/collection1/'
[junit4:junit4]   2> 685 T2124 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362751161867/collection1/lib/README' to classloader
[junit4:junit4]   2> 686 T2124 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362751161867/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 734 T2124 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 791 T2124 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 892 T2124 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 898 T2124 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1501 T2124 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1508 T2124 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1511 T2124 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1522 T2124 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1526 T2124 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1529 T2124 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1530 T2124 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1530 T2124 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1530 T2124 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1531 T2124 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1531 T2124 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1532 T2124 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362751161867/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/control/data/
[junit4:junit4]   2> 1532 T2124 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@160089dd
[junit4:junit4]   2> 1532 T2124 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1533 T2124 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/control/data forceNew: false
[junit4:junit4]   2> 1533 T2124 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/control/data/index/
[junit4:junit4]   2> 1533 T2124 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1534 T2124 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/control/data/index forceNew: false
[junit4:junit4]   2> 1536 T2124 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@742599c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7202555),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1536 T2124 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1537 T2124 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1538 T2124 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1538 T2124 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1538 T2124 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1539 T2124 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1539 T2124 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1539 T2124 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1539 T2124 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1540 T2124 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1544 T2124 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1548 T2124 oass.SolrIndexSearcher.<init> Opening Searcher@694bcef8 main
[junit4:junit4]   2> 1549 T2124 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/control/data/tlog
[junit4:junit4]   2> 1549 T2124 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1549 T2124 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1552 T2125 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@694bcef8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1552 T2124 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1552 T2124 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1553 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2182 T2122 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2183 T2122 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43872_t_m",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43872/t_m"}
[junit4:junit4]   2> 2183 T2122 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2184 T2122 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2184 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2202 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2572 T2124 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2572 T2124 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43872/t_m collection:control_collection shard:shard1
[junit4:junit4]   2> 2573 T2124 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2589 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2590 T2124 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2590 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2598 T2124 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2599 T2124 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2599 T2124 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:43872/t_m/collection1/
[junit4:junit4]   2> 2599 T2124 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2599 T2124 oasc.SyncStrategy.syncToMe http://127.0.0.1:43872/t_m/collection1/ has no replicas
[junit4:junit4]   2> 2600 T2124 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:43872/t_m/collection1/
[junit4:junit4]   2> 2600 T2124 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2604 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3714 T2122 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3767 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3787 T2124 oasc.ZkController.register We are http://127.0.0.1:43872/t_m/collection1/ and leader is http://127.0.0.1:43872/t_m/collection1/
[junit4:junit4]   2> 3787 T2124 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43872/t_m
[junit4:junit4]   2> 3787 T2124 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3787 T2124 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3787 T2124 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3789 T2124 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3790 T2099 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3791 T2099 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3791 T2099 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3804 T2099 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3805 T2099 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35969/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6c5aec3
[junit4:junit4]   2> 3806 T2099 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3807 T2127 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35969. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3807 T2127 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35969, initiating session
[junit4:junit4]   2> 3807 T2101 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:56439
[junit4:junit4]   2> 3808 T2101 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:56439
[junit4:junit4]   2> 3809 T2103 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a4c84ec0004 with negotiated timeout 10000 for client /140.211.11.196:56439
[junit4:junit4]   2> 3809 T2127 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35969, sessionid = 0x13d4a4c84ec0004, negotiated timeout = 10000
[junit4:junit4]   2> 3809 T2128 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c5aec3 name:ZooKeeperConnection Watcher:127.0.0.1:35969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3809 T2099 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3812 T2099 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3814 T2099 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3994 T2099 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3997 T2099 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:32741
[junit4:junit4]   2> 3997 T2099 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3998 T2099 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3998 T2099 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362751165382
[junit4:junit4]   2> 3999 T2099 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362751165382/solr.xml
[junit4:junit4]   2> 3999 T2099 oasc.CoreContainer.<init> New CoreContainer 1910690725
[junit4:junit4]   2> 4000 T2099 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362751165382/'
[junit4:junit4]   2> 4000 T2099 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362751165382/'
[junit4:junit4]   2> 4050 T2099 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4050 T2099 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4051 T2099 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4051 T2099 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4052 T2099 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4052 T2099 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4052 T2099 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4053 T2099 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4053 T2099 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4054 T2099 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4072 T2099 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4091 T2099 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:35969/solr
[junit4:junit4]   2> 4091 T2099 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4092 T2099 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35969 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@65659674
[junit4:junit4]   2> 4093 T2099 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4093 T2138 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35969. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4094 T2138 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35969, initiating session
[junit4:junit4]   2> 4094 T2101 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:35915
[junit4:junit4]   2> 4095 T2101 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:35915
[junit4:junit4]   2> 4097 T2103 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a4c84ec0005 with negotiated timeout 20000 for client /140.211.11.196:35915
[junit4:junit4]   2> 4097 T2138 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35969, sessionid = 0x13d4a4c84ec0005, negotiated timeout = 20000
[junit4:junit4]   2> 4097 T2139 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65659674 name:ZooKeeperConnection Watcher:127.0.0.1:35969 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4097 T2099 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4099 T2104 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a4c84ec0005
[junit4:junit4]   2> 4111 T2139 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4111 T2101 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:35915 which had sessionid 0x13d4a4c84ec0005
[junit4:junit4]   2> 4111 T2099 oaz.ZooKeeper.close Session: 0x13d4a4c84ec0005 closed
[junit4:junit4]   2> 4112 T2099 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4121 T2099 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35969/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@76d8f04c
[junit4:junit4]   2> 4122 T2099 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4122 T2140 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35969. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4122 T2140 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35969, initiating session
[junit4:junit4]   2> 4123 T2101 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:18736
[junit4:junit4]   2> 4123 T2101 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:18736
[junit4:junit4]   2> 4124 T2103 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a4c84ec0006 with negotiated timeout 20000 for client /140.211.11.196:18736
[junit4:junit4]   2> 4124 T2140 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35969, sessionid = 0x13d4a4c84ec0006, negotiated timeout = 20000
[junit4:junit4]   2> 4125 T2141 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76d8f04c name:ZooKeeperConnection Watcher:127.0.0.1:35969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4125 T2099 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4126 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4128 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4136 T2099 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5139 T2099 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32741_t_m
[junit4:junit4]   2> 5140 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:32741_t_m Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:32741_t_m
[junit4:junit4]   2> 5142 T2099 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:32741_t_m
[junit4:junit4]   2> 5145 T2121 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5146 T2128 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5146 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5146 T2141 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5166 T2142 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362751165382/collection1
[junit4:junit4]   2> 5166 T2142 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5167 T2142 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5167 T2142 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5168 T2142 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362751165382/collection1/'
[junit4:junit4]   2> 5170 T2142 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362751165382/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5170 T2142 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362751165382/collection1/lib/README' to classloader
[junit4:junit4]   2> 5229 T2142 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5281 T2122 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5282 T2122 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43872_t_m",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43872/t_m"}
[junit4:junit4]   2> 5291 T2142 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5295 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5295 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5295 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5295 T2142 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5302 T2142 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6016 T2142 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6027 T2142 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6031 T2142 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6044 T2142 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6049 T2142 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6053 T2142 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6054 T2142 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6055 T2142 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6055 T2142 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6056 T2142 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6056 T2142 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6057 T2142 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362751165382/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty1/
[junit4:junit4]   2> 6057 T2142 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@160089dd
[junit4:junit4]   2> 6057 T2142 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6058 T2142 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty1 forceNew: false
[junit4:junit4]   2> 6058 T2142 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty1/index/
[junit4:junit4]   2> 6059 T2142 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6060 T2142 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty1/index forceNew: false
[junit4:junit4]   2> 6062 T2142 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2b8f2f37 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6032b61f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6062 T2142 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6064 T2142 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6065 T2142 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6065 T2142 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6066 T2142 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6067 T2142 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6067 T2142 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6067 T2142 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6068 T2142 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6068 T2142 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6075 T2142 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6081 T2142 oass.SolrIndexSearcher.<init> Opening Searcher@74ccef85 main
[junit4:junit4]   2> 6081 T2142 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty1/tlog
[junit4:junit4]   2> 6082 T2142 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6082 T2142 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6086 T2143 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@74ccef85 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6088 T2142 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6088 T2142 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6800 T2122 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6800 T2122 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:32741_t_m",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:32741/t_m"}
[junit4:junit4]   2> 6801 T2122 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6801 T2122 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6817 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6817 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6817 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7093 T2142 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7093 T2142 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:32741/t_m collection:collection1 shard:shard1
[junit4:junit4]   2> 7094 T2142 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7103 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7105 T2142 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7105 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7108 T2142 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7108 T2142 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7108 T2142 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:32741/t_m/collection1/
[junit4:junit4]   2> 7108 T2142 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7109 T2142 oasc.SyncStrategy.syncToMe http://127.0.0.1:32741/t_m/collection1/ has no replicas
[junit4:junit4]   2> 7109 T2142 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:32741/t_m/collection1/
[junit4:junit4]   2> 7109 T2142 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7114 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8326 T2122 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8343 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8343 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8343 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8348 T2142 oasc.ZkController.register We are http://127.0.0.1:32741/t_m/collection1/ and leader is http://127.0.0.1:32741/t_m/collection1/
[junit4:junit4]   2> 8348 T2142 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:32741/t_m
[junit4:junit4]   2> 8348 T2142 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8348 T2142 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8348 T2142 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8356 T2142 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8357 T2099 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8358 T2099 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8358 T2099 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8490 T2099 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8493 T2099 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:40436
[junit4:junit4]   2> 8493 T2099 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8494 T2099 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8494 T2099 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362751169936
[junit4:junit4]   2> 8494 T2099 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362751169936/solr.xml
[junit4:junit4]   2> 8495 T2099 oasc.CoreContainer.<init> New CoreContainer 2023226435
[junit4:junit4]   2> 8495 T2099 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362751169936/'
[junit4:junit4]   2> 8495 T2099 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362751169936/'
[junit4:junit4]   2> 8528 T2099 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8529 T2099 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8529 T2099 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8529 T2099 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8530 T2099 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8530 T2099 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8530 T2099 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8530 T2099 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8531 T2099 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8531 T2099 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8545 T2099 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8557 T2099 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:35969/solr
[junit4:junit4]   2> 8558 T2099 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8559 T2099 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35969 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2555e221
[junit4:junit4]   2> 8559 T2099 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8560 T2154 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35969. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8561 T2154 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35969, initiating session
[junit4:junit4]   2> 8561 T2101 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:26031
[junit4:junit4]   2> 8561 T2101 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:26031
[junit4:junit4]   2> 8563 T2103 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a4c84ec0007 with negotiated timeout 20000 for client /140.211.11.196:26031
[junit4:junit4]   2> 8563 T2154 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35969, sessionid = 0x13d4a4c84ec0007, negotiated timeout = 20000
[junit4:junit4]   2> 8563 T2155 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2555e221 name:ZooKeeperConnection Watcher:127.0.0.1:35969 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8563 T2099 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8565 T2104 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a4c84ec0007
[junit4:junit4]   2> 8574 T2155 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8574 T2101 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:26031 which had sessionid 0x13d4a4c84ec0007
[junit4:junit4]   2> 8574 T2099 oaz.ZooKeeper.close Session: 0x13d4a4c84ec0007 closed
[junit4:junit4]   2> 8575 T2099 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8582 T2099 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35969/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@23e4565a
[junit4:junit4]   2> 8583 T2099 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8583 T2156 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35969. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8584 T2156 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35969, initiating session
[junit4:junit4]   2> 8584 T2101 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:27160
[junit4:junit4]   2> 8585 T2101 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:27160
[junit4:junit4]   2> 8586 T2103 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a4c84ec0008 with negotiated timeout 20000 for client /140.211.11.196:27160
[junit4:junit4]   2> 8586 T2156 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35969, sessionid = 0x13d4a4c84ec0008, negotiated timeout = 20000
[junit4:junit4]   2> 8586 T2157 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23e4565a name:ZooKeeperConnection Watcher:127.0.0.1:35969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8587 T2099 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8588 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8593 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8595 T2099 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9598 T2099 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40436_t_m
[junit4:junit4]   2> 9599 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:40436_t_m Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:40436_t_m
[junit4:junit4]   2> 9602 T2099 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40436_t_m
[junit4:junit4]   2> 9614 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9615 T2128 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9615 T2157 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9615 T2121 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9615 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9616 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9616 T2141 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9622 T2158 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362751169936/collection1
[junit4:junit4]   2> 9623 T2158 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9623 T2158 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9624 T2158 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9625 T2158 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362751169936/collection1/'
[junit4:junit4]   2> 9626 T2158 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362751169936/collection1/lib/README' to classloader
[junit4:junit4]   2> 9627 T2158 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362751169936/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9676 T2158 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9733 T2158 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9834 T2158 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9840 T2158 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9858 T2122 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9859 T2122 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:32741_t_m",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:32741/t_m"}
[junit4:junit4]   2> 9873 T2157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9873 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9873 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9873 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10462 T2158 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10473 T2158 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10477 T2158 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10492 T2158 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10497 T2158 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10501 T2158 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10502 T2158 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10503 T2158 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10503 T2158 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10504 T2158 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10504 T2158 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10505 T2158 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362751169936/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty2/
[junit4:junit4]   2> 10505 T2158 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@160089dd
[junit4:junit4]   2> 10505 T2158 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10506 T2158 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty2 forceNew: false
[junit4:junit4]   2> 10506 T2158 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty2/index/
[junit4:junit4]   2> 10507 T2158 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10507 T2158 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty2/index forceNew: false
[junit4:junit4]   2> 10510 T2158 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@42c97847 lockFactory=org.apache.lucene.store.NativeFSLockFactory@90d4776),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10510 T2158 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10513 T2158 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10513 T2158 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10514 T2158 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10514 T2158 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10515 T2158 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10515 T2158 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10515 T2158 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10516 T2158 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10516 T2158 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10524 T2158 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10531 T2158 oass.SolrIndexSearcher.<init> Opening Searcher@7fed2c7d main
[junit4:junit4]   2> 10531 T2158 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty2/tlog
[junit4:junit4]   2> 10532 T2158 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10532 T2158 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10537 T2159 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7fed2c7d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10538 T2158 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10539 T2158 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11378 T2122 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11378 T2122 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:40436_t_m",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:40436/t_m"}
[junit4:junit4]   2> 11379 T2122 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11379 T2122 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 11392 T2157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11392 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11392 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11392 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11563 T2158 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11563 T2158 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40436/t_m collection:collection1 shard:shard2
[junit4:junit4]   2> 11564 T2158 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 11585 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0008 type:delete cxid:0x47 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 11586 T2158 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 11586 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0008 type:create cxid:0x48 zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11595 T2158 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 11595 T2158 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 11595 T2158 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:40436/t_m/collection1/
[junit4:junit4]   2> 11596 T2158 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 11596 T2158 oasc.SyncStrategy.syncToMe http://127.0.0.1:40436/t_m/collection1/ has no replicas
[junit4:junit4]   2> 11596 T2158 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:40436/t_m/collection1/
[junit4:junit4]   2> 11596 T2158 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 11599 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0008 type:create cxid:0x51 zxid:0x83 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12904 T2122 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12952 T2157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12952 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12952 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12952 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12987 T2158 oasc.ZkController.register We are http://127.0.0.1:40436/t_m/collection1/ and leader is http://127.0.0.1:40436/t_m/collection1/
[junit4:junit4]   2> 12987 T2158 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40436/t_m
[junit4:junit4]   2> 12987 T2158 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12987 T2158 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12987 T2158 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12990 T2158 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12991 T2099 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 12991 T2099 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12992 T2099 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13185 T2099 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13189 T2099 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:44293
[junit4:junit4]   2> 13189 T2099 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13190 T2099 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13190 T2099 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362751174573
[junit4:junit4]   2> 13191 T2099 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362751174573/solr.xml
[junit4:junit4]   2> 13191 T2099 oasc.CoreContainer.<init> New CoreContainer 76071991
[junit4:junit4]   2> 13192 T2099 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362751174573/'
[junit4:junit4]   2> 13192 T2099 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362751174573/'
[junit4:junit4]   2> 13242 T2099 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 13242 T2099 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13243 T2099 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13243 T2099 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13244 T2099 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13244 T2099 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13245 T2099 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13245 T2099 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13245 T2099 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13246 T2099 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13264 T2099 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13282 T2099 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:35969/solr
[junit4:junit4]   2> 13283 T2099 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13283 T2099 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35969 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@37c7dd0c
[junit4:junit4]   2> 13284 T2099 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13285 T2170 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35969. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 13286 T2170 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35969, initiating session
[junit4:junit4]   2> 13286 T2101 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:51060
[junit4:junit4]   2> 13286 T2101 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:51060
[junit4:junit4]   2> 13288 T2103 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a4c84ec0009 with negotiated timeout 20000 for client /140.211.11.196:51060
[junit4:junit4]   2> 13288 T2170 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35969, sessionid = 0x13d4a4c84ec0009, negotiated timeout = 20000
[junit4:junit4]   2> 13288 T2171 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37c7dd0c name:ZooKeeperConnection Watcher:127.0.0.1:35969 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13289 T2099 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13290 T2104 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a4c84ec0009
[junit4:junit4]   2> 13291 T2171 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13291 T2101 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:51060 which had sessionid 0x13d4a4c84ec0009
[junit4:junit4]   2> 13291 T2099 oaz.ZooKeeper.close Session: 0x13d4a4c84ec0009 closed
[junit4:junit4]   2> 13292 T2099 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 13301 T2099 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35969/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@23f466df
[junit4:junit4]   2> 13302 T2099 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13302 T2172 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35969. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 13303 T2172 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35969, initiating session
[junit4:junit4]   2> 13303 T2101 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:31564
[junit4:junit4]   2> 13303 T2101 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:31564
[junit4:junit4]   2> 13304 T2103 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a4c84ec000a with negotiated timeout 20000 for client /140.211.11.196:31564
[junit4:junit4]   2> 13304 T2172 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35969, sessionid = 0x13d4a4c84ec000a, negotiated timeout = 20000
[junit4:junit4]   2> 13305 T2173 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23f466df name:ZooKeeperConnection Watcher:127.0.0.1:35969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13305 T2099 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13306 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec000a type:create cxid:0x1 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13307 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec000a type:create cxid:0x2 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13316 T2099 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 14319 T2099 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44293_t_m
[junit4:junit4]   2> 14320 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec000a type:delete cxid:0xb zxid:0x92 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:44293_t_m Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:44293_t_m
[junit4:junit4]   2> 14322 T2099 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44293_t_m
[junit4:junit4]   2> 14325 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14325 T2157 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14326 T2173 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14326 T2128 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14326 T2121 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14326 T2157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14326 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14326 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14327 T2141 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14338 T2174 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362751174573/collection1
[junit4:junit4]   2> 14339 T2174 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14339 T2174 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14339 T2174 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14341 T2174 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362751174573/collection1/'
[junit4:junit4]   2> 14342 T2174 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362751174573/collection1/lib/README' to classloader
[junit4:junit4]   2> 14343 T2174 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362751174573/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14395 T2174 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 14460 T2122 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14460 T2174 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14461 T2122 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:40436_t_m",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:40436/t_m"}
[junit4:junit4]   2> 14465 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14465 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14465 T2157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14465 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14561 T2174 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14561 T2173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14567 T2174 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 15210 T2174 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 15221 T2174 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 15225 T2174 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 15239 T2174 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15243 T2174 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15247 T2174 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15248 T2174 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15249 T2174 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15249 T2174 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15250 T2174 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15250 T2174 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15251 T2174 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362751174573/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty3/
[junit4:junit4]   2> 15251 T2174 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@160089dd
[junit4:junit4]   2> 15252 T2174 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15252 T2174 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty3 forceNew: false
[junit4:junit4]   2> 15252 T2174 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty3/index/
[junit4:junit4]   2> 15253 T2174 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15254 T2174 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty3/index forceNew: false
[junit4:junit4]   2> 15256 T2174 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5593f6f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e1f9197),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15256 T2174 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15259 T2174 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15259 T2174 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15260 T2174 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15260 T2174 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15261 T2174 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15261 T2174 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15261 T2174 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15262 T2174 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15262 T2174 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15269 T2174 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15275 T2174 oass.SolrIndexSearcher.<init> Opening Searcher@1094ada7 main
[junit4:junit4]   2> 15275 T2174 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty3/tlog
[junit4:junit4]   2> 15276 T2174 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15276 T2174 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15280 T2175 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1094ada7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15282 T2174 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 15282 T2174 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15980 T2122 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15981 T2122 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44293_t_m",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44293/t_m"}
[junit4:junit4]   2> 15981 T2122 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15982 T2122 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 16079 T2157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16079 T2173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16079 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16079 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16079 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16285 T2174 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16285 T2174 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:44293/t_m collection:collection1 shard:shard1
[junit4:junit4]   2> 16288 T2174 oasc.ZkController.register We are http://127.0.0.1:44293/t_m/collection1/ and leader is http://127.0.0.1:32741/t_m/collection1/
[junit4:junit4]   2> 16288 T2174 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44293/t_m
[junit4:junit4]   2> 16289 T2174 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16289 T2174 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C320 name=collection1 org.apache.solr.core.SolrCore@4a065254 url=http://127.0.0.1:44293/t_m/collection1 node=127.0.0.1:44293_t_m C320_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:44293_t_m, base_url=http://127.0.0.1:44293/t_m}
[junit4:junit4]   2> 16289 T2176 C320 P44293 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16290 T2176 C320 P44293 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16290 T2176 C320 P44293 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16290 T2176 C320 P44293 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16290 T2174 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16291 T2176 C320 P44293 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16292 T2099 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 16292 T2099 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16293 T2099 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16311 T2099 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16312 T2099 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16323 T2132 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362751165382/onenodecollectioncore
[junit4:junit4]   2> 16323 T2132 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 16324 T2132 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 16324 T2132 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 16325 T2132 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 16326 T2132 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 16328 T2132 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 16329 T2132 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362751165382/onenodecollectioncore/'
[junit4:junit4]   2> 16391 T2132 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 16447 T2132 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16548 T2132 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16554 T2132 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17151 T2132 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17161 T2132 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17166 T2132 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17179 T2132 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17183 T2132 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17188 T2132 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17189 T2132 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17190 T2132 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17190 T2132 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17191 T2132 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17192 T2132 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17192 T2132 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362751165382/onenodecollectioncore/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362751161574/onenodecollection/
[junit4:junit4]   2> 17192 T2132 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@160089dd
[junit4:junit4]   2> 17193 T2132 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17194 T2132 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362751161574/onenodecollection forceNew: false
[junit4:junit4]   2> 17194 T2132 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362751161574/onenodecollection/index/
[junit4:junit4]   2> 17195 T2132 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362751161574/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17196 T2132 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362751161574/onenodecollection/index forceNew: false
[junit4:junit4]   2> 17198 T2132 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2d425298 lockFactory=org.apache.lucene.store.NativeFSLockFactory@332a3b24),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17199 T2132 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17201 T2132 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17202 T2132 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17202 T2132 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17203 T2132 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17204 T2132 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17204 T2132 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17204 T2132 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17205 T2132 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17205 T2132 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17212 T2132 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17218 T2132 oass.SolrIndexSearcher.<init> Opening Searcher@e7b045 main
[junit4:junit4]   2> 17219 T2132 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362751161574/onenodecollection/tlog
[junit4:junit4]   2> 17220 T2132 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17220 T2132 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17224 T2178 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@e7b045 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17226 T2132 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 17584 T2122 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17585 T2122 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44293_t_m",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44293/t_m"}
[junit4:junit4]   2> 17607 T2122 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:32741_t_m",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:32741/t_m"}
[junit4:junit4]   2> 17608 T2122 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 17608 T2122 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 17626 T2157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17626 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17626 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17626 T2173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17626 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18254 T2132 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 18254 T2132 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:32741/t_m collection:onenodecollection shard:shard1
[junit4:junit4]   2> 18255 T2132 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 18287 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0006 type:delete cxid:0xa1 zxid:0xad txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 18295 T2132 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 18296 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0006 type:create cxid:0xa2 zxid:0xae txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 18304 T2132 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 18305 T2132 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 18305 T2132 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:32741/t_m/onenodecollectioncore/
[junit4:junit4]   2> 18305 T2132 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 18306 T2132 oasc.SyncStrategy.syncToMe http://127.0.0.1:32741/t_m/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 18306 T2132 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:32741/t_m/onenodecollectioncore/
[junit4:junit4]   2> 18306 T2132 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 18310 T2104 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a4c84ec0006 type:create cxid:0xac zxid:0xb2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 18314 T2131 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:44293_t_m_collection1&state=recovering&nodeName=127.0.0.1:44293_t_m&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002 
[junit4:junit4]   2> 19132 T2122 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19149 T2157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19149 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19149 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19149 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19149 T2173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19188 T2132 oasc.ZkController.register We are http://127.0.0.1:32741/t_m/onenodecollectioncore/ and leader is http://127.0.0.1:32741/t_m/onenodecollectioncore/
[junit4:junit4]   2> 19188 T2132 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:32741/t_m
[junit4:junit4]   2> 19188 T2132 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 19189 T2132 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 19191 T2132 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19192 T2132 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {numShards=1&roles=none&name=onenodecollectioncore&action=CREATE&collection=onenodecollection&dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362751161574/onenodecollection&wt=javabin&version=2} status=0 QTime=2869 
[junit4:junit4]   2> 19193 T2099 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 19193 T2099 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20195 T2099 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C320_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:44293_t_m, base_url=http://127.0.0.1:44293/t_m}
[junit4:junit4]   2> 20315 T2176 C320 P44293 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:32741/t_m/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 20315 T2176 C320 P44293 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:44293/t_m START replicas=[http://127.0.0.1:32741/t_m/collection1/] nUpdates=100
[junit4:junit4]   2> 20315 T2176 C320 P44293 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 20315 T2176 C320 P44293 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 20316 T2176 C320 P44293 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 20316 T2176 C320 P44293 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 20316 T2176 C320 P44293 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 20316 T2176 C320 P44293 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:32741/t_m/collection1/. core=collection1
[junit4:junit4]   2> 20316 T2176 C320 P44293 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C321 name=collection1 org.apache.solr.core.SolrCore@46958050 url=http://127.0.0.1:32741/t_m/collection1 node=127.0.0.1:32741_t_m C321_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:32741_t_m, base_url=http://127.0.0.1:32741/t_m, leader=true}
[junit4:junit4]   2> 20320 T2133 C321 P32741 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20326 T2134 C321 P32741 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20329 T2134 C321 P32741 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2b8f2f37 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6032b61f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 20329 T2134 C321 P32741 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 20330 T2134 C321 P32741 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2b8f2f37 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6032b61f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2b8f2f37 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6032b61f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20330 T2134 C321 P32741 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20331 T2134 C321 P32741 oass.SolrIndexSearcher.<init> Opening Searcher@6712022d realtime
[junit4:junit4]   2> 20331 T2134 C321 P32741 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20332 T2134 C321 P32741 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 20332 T2176 C320 P44293 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20332 T2176 C320 P44293 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 20334 T2135 C321 P32741 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20334 T2135 C321 P32741 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 20335 T2176 C320 P44293 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 20335 T2176 C320 P44293 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 20335 T2176 C320 P44293 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 20337 T2135 C321 P32741 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20338 T2176 C320 P44293 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 20339 T2176 C320 P44293 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty3/index.20130308155941906 forceNew: false
[junit4:junit4]   2> 20339 T2176 C320 P44293 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@12211dcc lockFactory=org.apache.lucene.store.NativeFSLockFactory@3cd7c07c) fullCopy=false
[junit4:junit4]   2> 20341 T2135 C321 P32741 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 20342 T2176 C320 P44293 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 20343 T2176 C320 P44293 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 20343 T2176 C320 P44293 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 20344 T2176 C320 P44293 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5593f6f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e1f9197),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5593f6f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e1f9197),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20345 T2176 C320 P44293 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20345 T2176 C320 P44293 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 20345 T2176 C320 P44293 oass.SolrIndexSearcher.<init> Opening Searcher@3017f1f9 main
[junit4:junit4]   2> 20346 T2175 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3017f1f9 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 20346 T2176 C320 P44293 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@12211dcc lockFactory=org.apache.lucene.store.NativeFSLockFactory@3cd7c07c)
[junit4:junit4]   2> 20347 T2176 C320 P44293 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 20347 T2176 C320 P44293 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 20347 T2176 C320 P44293 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 20347 T2176 C320 P44293 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20354 T2176 C320 P44293 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20663 T2122 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20664 T2122 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:32741_t_m",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:32741/t_m"}
[junit4:junit4]   2> 20668 T2122 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44293_t_m",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44293/t_m"}
[junit4:junit4]   2> 20680 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20681 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20680 T2173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20680 T2157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20680 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21197 T2099 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21199 T2099 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 21199 T2099 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C322 name=onenodecollectioncore org.apache.solr.core.SolrCore@67fa746 url=http://127.0.0.1:32741/t_m/onenodecollectioncore node=127.0.0.1:32741_t_m C322_STATE=coll:onenodecollection core:onenodecollectioncore props:{shard=shard1, roles=none, state=active, core=onenodecollectioncore, collection=onenodecollection, node_name=127.0.0.1:32741_t_m, base_url=http://127.0.0.1:32741/t_m, leader=true}
[junit4:junit4]   2> 21237 T2136 C322 P32741 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2d425298 lockFactory=org.apache.lucene.store.NativeFSLockFactory@332a3b24),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21237 T2136 C322 P32741 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21239 T2136 C322 P32741 /update {wt=javabin&version=2} {add=[1 (1428948184258838528)]} 0 4
[junit4:junit4]   2> 21247 T2136 C322 P32741 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21250 T2136 C322 P32741 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2d425298 lockFactory=org.apache.lucene.store.NativeFSLockFactory@332a3b24),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2d425298 lockFactory=org.apache.lucene.store.NativeFSLockFactory@332a3b24),segFN=segments_2,generation=2,filenames=[_0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockSep_0.skp, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_SimpleText_0.dat, _0_MockSep_0.tib, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_MockSep_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4]   2> 21250 T2136 C322 P32741 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockSep_0.skp, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_SimpleText_0.dat, _0_MockSep_0.tib, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_MockSep_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4]   2> 21252 T2136 C322 P32741 oass.SolrIndexSearcher.<init> Opening Searcher@516cbb42 main
[junit4:junit4]   2> 21252 T2136 C322 P32741 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21253 T2178 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@516cbb42 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 21253 T2136 C322 P32741 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 21257 T2136 C322 P32741 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 21258 T2099 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21270 T2136 C322 P32741 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C323 name=collection1 org.apache.solr.core.SolrCore@55a1b259 url=http://127.0.0.1:43872/t_m/collection1 node=127.0.0.1:43872_t_m C323_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:43872_t_m, base_url=http://127.0.0.1:43872/t_m, leader=true}
[junit4:junit4]   2> 21280 T2111 C323 P43872 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@742599c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7202555),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21280 T2111 C323 P43872 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21283 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[1 (1428948184303927296)]} 0 5
[junit4:junit4]   2>  C320_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:44293_t_m, base_url=http://127.0.0.1:44293/t_m}
[junit4:junit4]   2> 21312 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1428948184328044544)]} 0 2
[junit4:junit4]   2> 21313 T2137 C321 P32741 /update {distrib.from=http://127.0.0.1:40436/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1428948184328044544)]} 0 13
[junit4:junit4]   2> ASYNC  NEW_CORE C324 name=collection1 org.apache.solr.core.SolrCore@56e70117 url=http://127.0.0.1:40436/t_m/collection1 node=127.0.0.1:40436_t_m C324_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:40436_t_m, base_url=http://127.0.0.1:40436/t_m, leader=true}
[junit4:junit4]   2> 21314 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[1]} 0 16
[junit4:junit4]   2> 21316 T2111 C323 P43872 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21320 T2111 C323 P43872 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@742599c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7202555),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@742599c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7202555),segFN=segments_2,generation=2,filenames=[_0_MockSep_0.pos, _0_MockVariableIntBlock_0.doc, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_MockSep_0.skp, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_SimpleText_0.dat, _0_MockSep_0.tib, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4]   2> 21321 T2111 C323 P43872 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_MockSep_0.pos, _0_MockVariableIntBlock_0.doc, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_MockSep_0.skp, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_SimpleText_0.dat, _0_MockSep_0.tib, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4]   2> 21323 T2111 C323 P43872 oass.SolrIndexSearcher.<init> Opening Searcher@37a2981 main
[junit4:junit4]   2> 21323 T2111 C323 P43872 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21324 T2125 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@37a2981 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 21324 T2111 C323 P43872 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 21326 T2131 C321 P32741 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21330 T2131 C321 P32741 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2b8f2f37 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6032b61f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2b8f2f37 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6032b61f),segFN=segments_3,generation=3,filenames=[_0_MockSep_0.pos, _0_MockVariableIntBlock_0.doc, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_MockSep_0.skp, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_SimpleText_0.dat, _0_MockSep_0.tib, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt, segments_3]
[junit4:junit4]   2> 21331 T2131 C321 P32741 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_MockSep_0.pos, _0_MockVariableIntBlock_0.doc, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_MockSep_0.skp, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_SimpleText_0.dat, _0_MockSep_0.tib, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt, segments_3]
[junit4:junit4]   2> 21332 T2131 C321 P32741 oass.SolrIndexSearcher.<init> Opening Searcher@20f672e9 main
[junit4:junit4]   2> 21333 T2131 C321 P32741 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21334 T2143 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@20f672e9 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 21335 T2131 C321 P32741 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:44293/t_m/collection1/, StdNode: http://127.0.0.1:40436/t_m/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 21336 T2150 C324 P40436 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21337 T2163 C320 P44293 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21338 T2150 C324 P40436 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@42c97847 lockFactory=org.apache.lucene.store.NativeFSLockFactory@90d4776),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21339 T2150 C324 P40436 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21339 T2150 C324 P40436 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@42c97847 lockFactory=org.apache.lucene.store.NativeFSLockFactory@90d4776),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@42c97847 lockFactory=org.apache.lucene.store.NativeFSLockFactory@90d4776),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 21340 T2150 C324 P40436 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 21340 T2150 C324 P40436 oass.SolrIndexSearcher.<init> Opening Searcher@6d141cc9 main
[junit4:junit4]   2> 21341 T2150 C324 P40436 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21341 T2163 C320 P44293 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5593f6f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e1f9197),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5593f6f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e1f9197),segFN=segments_3,generation=3,filenames=[_0_MockSep_0.pos, _0_MockVariableIntBlock_0.doc, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_MockSep_0.skp, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_SimpleText_0.dat, _0_MockSep_0.tib, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt, segments_3]
[junit4:junit4]   2> 21342 T2159 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6d141cc9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 21342 T2163 C320 P44293 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_MockSep_0.pos, _0_MockVariableIntBlock_0.doc, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_MockSep_0.skp, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_SimpleText_0.dat, _0_MockSep_0.tib, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt, segments_3]
[junit4:junit4]   2> 21342 T2150 C324 P40436 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 21343 T2163 C320 P44293 oass.SolrIndexSearcher.<init> Opening Searcher@558a72ee main
[junit4:junit4]   2> 21344 T2163 C320 P44293 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21344 T2175 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@558a72ee main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 21345 T2163 C320 P44293 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 21345 T2131 C321 P32741 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4]   2> 21346 T2099 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 21347 T2099 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21348 T2099 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 21350 T2111 C323 P43872 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 21351 T2099 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35969/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@747f9321
[junit4:junit4]   2> 21352 T2099 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 21352 T2185 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35969. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 21353 T2185 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35969, initiating session
[junit4:junit4]   2> 21353 T2101 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:20742
[junit4:junit4]   2> 21353 T2101 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:20742
[junit4:junit4]   2> 21360 T2103 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a4c84ec000b with negotiated timeout 10000 for client /140.211.11.196:20742
[junit4:junit4]   2> 21360 T2185 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35969, sessionid = 0x13d4a4c84ec000b, negotiated timeout = 10000
[junit4:junit4]   2> 21360 T2186 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@747f9321 name:ZooKeeperConnection Watcher:127.0.0.1:35969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 21361 T2099 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 21362 T2099 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 21364 T2104 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a4c84ec000b
[junit4:junit4]   2> 21365 T2186 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 21365 T2101 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:20742 which had sessionid 0x13d4a4c84ec000b
[junit4:junit4]   2> 21365 T2099 oaz.ZooKeeper.close Session: 0x13d4a4c84ec000b closed
[junit4:junit4]   2> 21367 T2134 C321 P32741 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 21369 T2151 C324 P40436 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 21373 T2152 C324 P40436 REQ /select {NOW=1362751182939&shard.url=127.0.0.1:40436/t_m/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 21373 T2189 C321 P32741 REQ /select {NOW=1362751182939&shard.url=127.0.0.1:32741/t_m/collection1/|127.0.0.1:44293/t_m/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 21376 T2189 C321 P32741 REQ /select {NOW=1362751182939&shard.url=127.0.0.1:32741/t_m/collection1/|127.0.0.1:44293/t_m/collection1/&ids=1&q=*:*&distrib=false&wt=javabin&isShard=true&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21377 T2164 C320 P44293 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=6 
[junit4:junit4]   2> 21382 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[2 (1428948184410882048)]} 0 2
[junit4:junit4]   2> 21387 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[2 (1428948184416124928)]} 0 2
[junit4:junit4]   2> 21391 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[3 (1428948184421367808)]} 0 1
[junit4:junit4]   2> 21395 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[3 (1428948184425562112)]} 0 1
[junit4:junit4]   2> 21399 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[4 (1428948184429756416)]} 0 1
[junit4:junit4]   2> 21408 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1428948184433950720)]} 0 2
[junit4:junit4]   2> 21409 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[4 (1428948184433950720)]} 0 7
[junit4:junit4]   2> 21412 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[5 (1428948184443387904)]} 0 1
[junit4:junit4]   2> 21416 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[5 (1428948184447582208)]} 0 1
[junit4:junit4]   2> 21420 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[6 (1428948184451776512)]} 0 1
[junit4:junit4]   2> 21431 T2150 C324 P40436 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1428948184457019392)]} 0 7
[junit4:junit4]   2> 21431 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[6]} 0 9
[junit4:junit4]   2> 21435 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[7 (1428948184467505152)]} 0 1
[junit4:junit4]   2> 21441 T2150 C324 P40436 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1428948184473796608)]} 0 1
[junit4:junit4]   2> 21442 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[7]} 0 4
[junit4:junit4]   2> 21445 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[8 (1428948184477990912)]} 0 1
[junit4:junit4]   2> 21452 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1428948184482185216)]} 0 1
[junit4:junit4]   2> 21453 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[8 (1428948184482185216)]} 0 5
[junit4:junit4]   2> 21457 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[9 (1428948184490573824)]} 0 1
[junit4:junit4]   2> 21463 T2150 C324 P40436 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[9 (1428948184496865280)]} 0 1
[junit4:junit4]   2> 21463 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[9]} 0 3
[junit4:junit4]   2> 21468 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[10 (1428948184502108160)]} 0 2
[junit4:junit4]   2> 21474 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1428948184505253888)]} 0 1
[junit4:junit4]   2> 21475 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[10 (1428948184505253888)]} 0 5
[junit4:junit4]   2> 21478 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[11 (1428948184512593920)]} 0 1
[junit4:junit4]   2> 21485 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1428948184516788224)]} 0 1
[junit4:junit4]   2> 21486 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[11 (1428948184516788224)]} 0 5
[junit4:junit4]   2> 21489 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[12 (1428948184524128256)]} 0 1
[junit4:junit4]   2> 21496 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1428948184528322560)]} 0 1
[junit4:junit4]   2> 21497 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[12 (1428948184528322560)]} 0 5
[junit4:junit4]   2> 21500 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[13 (1428948184535662592)]} 0 1
[junit4:junit4]   2> 21507 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1428948184539856896)]} 0 1
[junit4:junit4]   2> 21508 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[13 (1428948184539856896)]} 0 5
[junit4:junit4]   2> 21512 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[14 (1428948184548245504)]} 0 1
[junit4:junit4]   2> 21543 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1428948184553488384)]} 0 1
[junit4:junit4]   2> 21544 T2137 C321 P32741 /update {distrib.from=http://127.0.0.1:40436/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1428948184553488384)]} 0 28
[junit4:junit4]   2> 21544 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[14]} 0 30
[junit4:junit4]   2> 21548 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[15 (1428948184585994240)]} 0 1
[junit4:junit4]   2> 21556 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1428948184591237120)]} 0 1
[junit4:junit4]   2> 21556 T2137 C321 P32741 /update {distrib.from=http://127.0.0.1:40436/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[15 (1428948184591237120)]} 0 4
[junit4:junit4]   2> 21557 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[15]} 0 7
[junit4:junit4]   2> 21561 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[16 (1428948184599625728)]} 0 1
[junit4:junit4]   2> 21569 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1428948184604868608)]} 0 1
[junit4:junit4]   2> 21569 T2137 C321 P32741 /update {distrib.from=http://127.0.0.1:40436/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1428948184604868608)]} 0 4
[junit4:junit4]   2> 21570 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[16]} 0 7
[junit4:junit4]   2> 21575 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[17 (1428948184614305792)]} 0 2
[junit4:junit4]   2> 21584 T2150 C324 P40436 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1428948184623742976)]} 0 2
[junit4:junit4]   2> 21585 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[17]} 0 7
[junit4:junit4]   2> 21589 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[100 (1428948184628985856)]} 0 1
[junit4:junit4]   2> 21595 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[100 (1428948184632131584)]} 0 1
[junit4:junit4]   2> 21595 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[100 (1428948184632131584)]} 0 4
[junit4:junit4]   2> 21599 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[101 (1428948184639471616)]} 0 1
[junit4:junit4]   2> 21605 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[101 (1428948184642617344)]} 0 1
[junit4:junit4]   2> 21606 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[101 (1428948184642617344)]} 0 5
[junit4:junit4]   2> 21609 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[102 (1428948184649957376)]} 0 1
[junit4:junit4]   2> 21617 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[102 (1428948184655200256)]} 0 1
[junit4:junit4]   2> 21617 T2137 C321 P32741 /update {distrib.from=http://127.0.0.1:40436/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[102 (1428948184655200256)]} 0 4
[junit4:junit4]   2> 21618 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[102]} 0 7
[junit4:junit4]   2> 21622 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[103 (1428948184663588864)]} 0 1
[junit4:junit4]   2> 21625 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[103 (1428948184666734592)]} 0 1
[junit4:junit4]   2> 21628 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[104 (1428948184669880320)]} 0 1
[junit4:junit4]   2> 21631 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[104 (1428948184673026048)]} 0 1
[junit4:junit4]   2> 21634 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[105 (1428948184676171776)]} 0 1
[junit4:junit4]   2> 21640 T2150 C324 P40436 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[105 (1428948184682463232)]} 0 1
[junit4:junit4]   2> 21640 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[105]} 0 3
[junit4:junit4]   2> 21644 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[106 (1428948184686657536)]} 0 1
[junit4:junit4]   2> 21647 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[106 (1428948184689803264)]} 0 1
[junit4:junit4]   2> 21651 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[107 (1428948184693997568)]} 0 1
[junit4:junit4]   2> 21657 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[107 (1428948184697143296)]} 0 1
[junit4:junit4]   2> 21657 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[107 (1428948184697143296)]} 0 4
[junit4:junit4]   2> 21661 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[108 (1428948184704483328)]} 0 1
[junit4:junit4]   2> 21669 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[108 (1428948184709726208)]} 0 1
[junit4:junit4]   2> 21669 T2137 C321 P32741 /update {distrib.from=http://127.0.0.1:40436/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[108 (1428948184709726208)]} 0 4
[junit4:junit4]   2> 21670 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[108]} 0 7
[junit4:junit4]   2> 21673 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[109 (1428948184717066240)]} 0 1
[junit4:junit4]   2> 21679 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[109 (1428948184720211968)]} 0 1
[junit4:junit4]   2> 21680 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[109 (1428948184720211968)]} 0 5
[junit4:junit4]   2> 21684 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[110 (1428948184728600576)]} 0 1
[junit4:junit4]   2> 21692 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[110 (1428948184733843456)]} 0 1
[junit4:junit4]   2> 21692 T2137 C321 P32741 /update {distrib.from=http://127.0.0.1:40436/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[110 (1428948184733843456)]} 0 4
[junit4:junit4]   2> 21693 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[110]} 0 7
[junit4:junit4]   2> 21697 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[111 (1428948184742232064)]} 0 1
[junit4:junit4]   2> 21703 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[111 (1428948184745377792)]} 0 1
[junit4:junit4]   2> 21703 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[111 (1428948184745377792)]} 0 4
[junit4:junit4]   2> 21707 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[112 (1428948184752717824)]} 0 1
[junit4:junit4]   2> 21712 T2150 C324 P40436 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[112 (1428948184757960704)]} 0 1
[junit4:junit4]   2> 21712 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[112]} 0 3
[junit4:junit4]   2> 21716 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[113 (1428948184762155008)]} 0 1
[junit4:junit4]   2> 21722 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[113 (1428948184765300736)]} 0 1
[junit4:junit4]   2> 21722 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[113 (1428948184765300736)]} 0 4
[junit4:junit4]   2> 21726 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[114 (1428948184772640768)]} 0 1
[junit4:junit4]   2> 21735 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[114 (1428948184778932224)]} 0 1
[junit4:junit4]   2> 21735 T2137 C321 P32741 /update {distrib.from=http://127.0.0.1:40436/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[114 (1428948184778932224)]} 0 4
[junit4:junit4]   2> 21736 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[114]} 0 7
[junit4:junit4]   2> 21741 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[115 (1428948184787320832)]} 0 2
[junit4:junit4]   2> 21744 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[115 (1428948184791515136)]} 0 1
[junit4:junit4]   2> 21747 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[116 (1428948184794660864)]} 0 1
[junit4:junit4]   2> 21752 T2150 C324 P40436 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[116 (1428948184799903744)]} 0 1
[junit4:junit4]   2> 21752 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[116]} 0 3
[junit4:junit4]   2> 21756 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[117 (1428948184804098048)]} 0 1
[junit4:junit4]   2> 21759 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[117 (1428948184807243776)]} 0 1
[junit4:junit4]   2> 21762 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[118 (1428948184810389504)]} 0 1
[junit4:junit4]   2> 21770 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[118 (1428948184815632384)]} 0 1
[junit4:junit4]   2> 21770 T2137 C321 P32741 /update {distrib.from=http://127.0.0.1:40436/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[118 (1428948184815632384)]} 0 4
[junit4:junit4]   2> 21771 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[118]} 0 7
[junit4:junit4]   2> 21774 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[119 (1428948184822972416)]} 0 1
[junit4:junit4]   2> 21779 T2150 C324 P40436 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[119 (1428948184828215296)]} 0 1
[junit4:junit4]   2> 21779 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[119]} 0 3
[junit4:junit4]   2> 21783 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[120 (1428948184832409600)]} 0 1
[junit4:junit4]   2> 21786 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[120 (1428948184835555328)]} 0 1
[junit4:junit4]   2> 21789 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[121 (1428948184838701056)]} 0 1
[junit4:junit4]   2> 21794 T2150 C324 P40436 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[121 (1428948184843943936)]} 0 1
[junit4:junit4]   2> 21794 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[121]} 0 3
[junit4:junit4]   2> 21798 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[122 (1428948184848138240)]} 0 1
[junit4:junit4]   2> 21806 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[122 (1428948184853381120)]} 0 1
[junit4:junit4]   2> 21806 T2137 C321 P32741 /update {distrib.from=http://127.0.0.1:40436/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[122 (1428948184853381120)]} 0 4
[junit4:junit4]   2> 21807 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[122]} 0 7
[junit4:junit4]   2> 21810 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[123 (1428948184860721152)]} 0 1
[junit4:junit4]   2> 21818 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[123 (1428948184865964032)]} 0 1
[junit4:junit4]   2> 21818 T2137 C321 P32741 /update {distrib.from=http://127.0.0.1:40436/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[123 (1428948184865964032)]} 0 4
[junit4:junit4]   2> 21819 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[123]} 0 7
[junit4:junit4]   2> 21822 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[124 (1428948184873304064)]} 0 1
[junit4:junit4]   2> 21828 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[124 (1428948184876449792)]} 0 1
[junit4:junit4]   2> 21828 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[124 (1428948184876449792)]} 0 4
[junit4:junit4]   2> 21832 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[125 (1428948184883789824)]} 0 1
[junit4:junit4]   2> 21840 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[125 (1428948184889032704)]} 0 1
[junit4:junit4]   2> 21840 T2137 C321 P32741 /update {distrib.from=http://127.0.0.1:40436/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[125 (1428948184889032704)]} 0 4
[junit4:junit4]   2> 21841 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[125]} 0 7
[junit4:junit4]   2> 21844 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[126 (1428948184896372736)]} 0 1
[junit4:junit4]   2> 21847 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[126 (1428948184899518464)]} 0 1
[junit4:junit4]   2> 21851 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[127 (1428948184903712768)]} 0 1
[junit4:junit4]   2> 21854 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[127 (1428948184906858496)]} 0 1
[junit4:junit4]   2> 21858 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[128 (1428948184911052800)]} 0 1
[junit4:junit4]   2> 21863 T2150 C324 P40436 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[128 (1428948184916295680)]} 0 1
[junit4:junit4]   2> 21864 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[128]} 0 4
[junit4:junit4]   2> 21868 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[129 (1428948184921538560)]} 0 1
[junit4:junit4]   2> 21876 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[129 (1428948184926781440)]} 0 1
[junit4:junit4]   2> 21876 T2137 C321 P32741 /update {distrib.from=http://127.0.0.1:40436/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[129 (1428948184926781440)]} 0 4
[junit4:junit4]   2> 21877 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[129]} 0 7
[junit4:junit4]   2> 21880 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[130 (1428948184934121472)]} 0 1
[junit4:junit4]   2> 21885 T2150 C324 P40436 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[130 (1428948184939364352)]} 0 1
[junit4:junit4]   2> 21886 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[130]} 0 4
[junit4:junit4]   2> 21889 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[131 (1428948184943558656)]} 0 1
[junit4:junit4]   2> 21894 T2150 C324 P40436 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[131 (1428948184948801536)]} 0 1
[junit4:junit4]   2> 21894 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[131]} 0 3
[junit4:junit4]   2> 21898 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[132 (1428948184952995840)]} 0 1
[junit4:junit4]   2> 21906 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[132 (1428948184958238720)]} 0 1
[junit4:junit4]   2> 21906 T2137 C321 P32741 /update {distrib.from=http://127.0.0.1:40436/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[132 (1428948184958238720)]} 0 4
[junit4:junit4]   2> 21907 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[132]} 0 7
[junit4:junit4]   2> 21910 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[133 (1428948184965578752)]} 0 1
[junit4:junit4]   2> 21916 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[133 (1428948184968724480)]} 0 1
[junit4:junit4]   2> 21916 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[133 (1428948184968724480)]} 0 4
[junit4:junit4]   2> 21920 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[134 (1428948184976064512)]} 0 1
[junit4:junit4]   2> 21923 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[134 (1428948184979210240)]} 0 1
[junit4:junit4]   2> 21926 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[135 (1428948184982355968)]} 0 1
[junit4:junit4]   2> 21932 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[135 (1428948184985501696)]} 0 1
[junit4:junit4]   2> 21932 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[135 (1428948184985501696)]} 0 4
[junit4:junit4]   2> 21936 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[136 (1428948184992841728)]} 0 1
[junit4:junit4]   2> 21941 T2150 C324 P40436 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[136 (1428948184998084608)]} 0 1
[junit4:junit4]   2> 21941 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[136]} 0 3
[junit4:junit4]   2> 21945 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[137 (1428948185002278912)]} 0 1
[junit4:junit4]   2> 21948 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[137 (1428948185005424640)]} 0 1
[junit4:junit4]   2> 21951 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[138 (1428948185008570368)]} 0 1
[junit4:junit4]   2> 21959 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[138 (1428948185013813248)]} 0 1
[junit4:junit4]   2> 21959 T2137 C321 P32741 /update {distrib.from=http://127.0.0.1:40436/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[138 (1428948185013813248)]} 0 4
[junit4:junit4]   2> 21960 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[138]} 0 7
[junit4:junit4]   2> 21963 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[139 (1428948185021153280)]} 0 1
[junit4:junit4]   2> 21966 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[139 (1428948185024299008)]} 0 1
[junit4:junit4]   2> 21969 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[140 (1428948185027444736)]} 0 1
[junit4:junit4]   2> 21974 T2150 C324 P40436 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[140 (1428948185032687616)]} 0 1
[junit4:junit4]   2> 21974 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[140]} 0 3
[junit4:junit4]   2> 21978 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[141 (1428948185036881920)]} 0 1
[junit4:junit4]   2> 21983 T2150 C324 P40436 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[141 (1428948185042124800)]} 0 1
[junit4:junit4]   2> 21983 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[141]} 0 3
[junit4:junit4]   2> 21987 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[142 (1428948185046319104)]} 0 1
[junit4:junit4]   2> 21990 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[142 (1428948185049464832)]} 0 1
[junit4:junit4]   2> 21993 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[143 (1428948185052610560)]} 0 1
[junit4:junit4]   2> 21998 T2150 C324 P40436 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[143 (1428948185057853440)]} 0 1
[junit4:junit4]   2> 21998 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[143]} 0 3
[junit4:junit4]   2> 22002 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[144 (1428948185062047744)]} 0 1
[junit4:junit4]   2> 22007 T2150 C324 P40436 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[144 (1428948185067290624)]} 0 1
[junit4:junit4]   2> 22007 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[144]} 0 3
[junit4:junit4]   2> 22011 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[145 (1428948185071484928)]} 0 1
[junit4:junit4]   2> 22014 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[145 (1428948185074630656)]} 0 1
[junit4:junit4]   2> 22017 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[146 (1428948185077776384)]} 0 1
[junit4:junit4]   2> 22025 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[146 (1428948185083019264)]} 0 1
[junit4:junit4]   2> 22025 T2137 C321 P32741 /update {distrib.from=http://127.0.0.1:40436/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[146 (1428948185083019264)]} 0 4
[junit4:junit4]   2> 22026 T2149 C324 P40436 /update {wt=javabin&version=2} {add=[146]} 0 7
[junit4:junit4]   2> 22029 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[147 (1428948185090359296)]} 0 1
[junit4:junit4]   2> 22034 T2150 C324 P40436 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[147 (1428948185095602176)]} 0 1
[junit4:junit4]   2> 22034 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[147]} 0 3
[junit4:junit4]   2> 22038 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[148 (1428948185099796480)]} 0 1
[junit4:junit4]   2> 22044 T2163 C320 P44293 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[148 (1428948185102942208)]} 0 1
[junit4:junit4]   2> 22044 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[148 (1428948185102942208)]} 0 4
[junit4:junit4]   2> 22048 T2111 C323 P43872 /update {wt=javabin&version=2} {add=[149 (1428948185110282240)]} 0 1
[junit4:junit4]   2> 22053 T2150 C324 P40436 /update {distrib.from=http://127.0.0.1:32741/t_m/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[149 (1428948185115525120)]} 0 1
[junit4:junit4]   2> 22053 T2131 C321 P32741 /update {wt=javabin&version=2} {add=[149]} 0 3
[junit4:junit4]   2> 22054 T2099 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 22055 T2099 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22056 T2099 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 22058 T2111 C323 P43872 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22092 T2111 C323 P43872 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@742599c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7202555),segFN=segments_2,generation=2,filenames=[_0_MockSep_0.pos, _0_MockVariableIntBlock_0.doc, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_MockSep_0.skp, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_SimpleText_0.dat, _0_MockSep_0.tib, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@742599c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7202555),segFN=segments_3,generation=3,filenames=[_1_TestBloomFilteredLucene41Postings_0.pos, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.pos, _1.fnm, _0_MockSep_0.skp, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockVariableIntBlock_0.tii, _1.nvd, _1_Pulsing41_0.doc, _1_TestBloomFilteredLucene41Postings_0.doc, _1_MockVariableIntBlock_0.tib, _1_MockSep_0.tii, _1.fdx, _1_Pulsing41_0.tip, _1.fdt, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _1_MockSep_0.frq, _1_MockVariableIntBlock_0.skp, _1_SimpleText_0.dat, _1_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _1_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockSep_0.doc, _0_MockVariableIntBlock_0.tii, _1_MockSep_0.pos, _1_MockVariableIntBlock_0.pos, _0.nvm, _0_SimpleText_0.dat, _1_Pulsing41_0.pos, _0_MockSep_0.tib, _1_MockVariableIntBlock_0.frq, _1_TestBloomFilteredLucene41Postings_0.blm, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _1.si, _0_MockSep_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, segments_3, _0.fdt]
[junit4:junit4]   2> 22093 T2111 C323 P43872 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1_TestBloomFilteredLucene41Postings_0.pos, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.pos, _1.fnm, _0_MockSep_0.skp, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockVariableIntBlock_0.tii, _1.nvd, _1_Pulsing41_0.doc, _1_TestBloomFilteredLucene41Postings_0.doc, _1_MockVariableIntBlock_0.tib, _1_MockSep_0.tii, _1.fdx, _1_Pulsing41_0.tip, _1.fdt, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _1_MockSep_0.frq, _1_MockVariableIntBlock_0.skp, _1_SimpleText_0.dat, _1_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _1_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockSep_0.doc, _0_MockVariableIntBlock_0.tii, _1_MockSep_0.pos, _1_MockVariableIntBlock_0.pos, _0.nvm, _0_SimpleText_0.dat, _1_Pulsing41_0.pos, _0_MockSep_0.tib, _1_MockVariableIntBlock_0.frq, _1_TestBloomFilteredLucene41Postings_0.blm, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _1.si, _0_MockSep_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, segments_3, _0.fdt]
[junit4:junit4]   2> 22095 T2111 C323 P43872 oass.SolrIndexSearcher.<init> Opening Searcher@b4559bf main
[junit4:junit4]   2> 22096 T2111 C323 P43872 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22096 T2125 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b4559bf main{StandardDirectoryReader(segments_3:5 _0(5.0):C1 _1(5.0):C66)}
[junit4:junit4]   2> 22097 T2111 C323 P43872 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 39
[junit4:junit4]   2> 22100 T2131 C321 P32741 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22114 T2131 C321 P32741 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2b8f2f37 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6032b61f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2b8f2f37 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6032b61f),segFN=segments_3,generation=3,filenames=[_0_MockSep_0.pos, _0_MockVariableIntBlock_0.doc, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.tip, 

[...truncated too long message...]

losing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty3/index
[junit4:junit4]   2> 87165 T2173 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty3/index
[junit4:junit4]   2> 87189 T2173 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty3
[junit4:junit4]   2> 87190 T2173 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362751161573/jetty3
[junit4:junit4]   2> 87190 T2173 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 87190 T2173 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/89309260125306890-127.0.0.1:44293_t_m_collection1-n_0000000001
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:153)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:150)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:150)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:243)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 87191 T2173 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 87191 T2173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 87191 T2173 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 87191 T2173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 87192 T2173 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 87192 T2173 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:236)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 87192 T2173 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {foo_b=Pulsing41(freqCutoff=11 minBlockSize=10 maxBlockSize=65), n_f1=PostingsFormat(name=MockSep), foo_d=MockVariableIntBlock(baseBlockSize=81), foo_f=Pulsing41(freqCutoff=11 minBlockSize=10 maxBlockSize=65), n_tl1=PostingsFormat(name=MockSep), n_d1=PostingsFormat(name=TestBloomFilteredLucene41Postings), rnd_b=MockVariableIntBlock(baseBlockSize=81), intDefault=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_td1=PostingsFormat(name=MockSep), timestamp=PostingsFormat(name=TestBloomFilteredLucene41Postings), id=MockVariableIntBlock(baseBlockSize=81), range_facet_sl=Pulsing41(freqCutoff=11 minBlockSize=10 maxBlockSize=65), range_facet_si=PostingsFormat(name=MockSep), oddField_s=Pulsing41(freqCutoff=11 minBlockSize=10 maxBlockSize=65), multiDefault=PostingsFormat(name=MockSep), n_tf1=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_dt1=PostingsFormat(name=MockSep), range_facet_l=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_ti1=MockVariableIntBlock(baseBlockSize=81), text=Pulsing41(freqCutoff=11 minBlockSize=10 maxBlockSize=65), _version_=PostingsFormat(name=TestBloomFilteredLucene41Postings), SubjectTerms_mfacet=PostingsFormat(name=TestBloomFilteredLucene41Postings), a_t=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_tdt1=PostingsFormat(name=TestBloomFilteredLucene41Postings), other_tl1=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_l1=PostingsFormat(name=TestBloomFilteredLucene41Postings), a_si=PostingsFormat(name=MockSep)}, docValues:{timestamp=DocValuesFormat(name=SimpleText)}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=es_ES, timezone=Africa/Gaborone
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=212549968,total=439353344
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SampleTest, UniqFieldsUpdateProcessorFactoryTest, TestFiltering, TestQuerySenderNoQuery, DOMUtilTest, TestCollationField, TestComponentsName, SolrCmdDistributorTest, OpenExchangeRatesOrgProviderTest, IndexReaderFactoryTest, TestAtomicUpdateErrorCases, OpenCloseCoreStressTest, URLClassifyProcessorTest, SpellPossibilityIteratorTest, SortByFunctionTest, TestSolrJ, DefaultValueUpdateProcessorTest, XsltUpdateRequestHandlerTest, TestDistributedSearch, MultiTermTest, DirectUpdateHandlerTest, CollectionsAPIDistributedZkTest, RequestHandlersTest, DocumentAnalysisRequestHandlerTest, CoreContainerCoreInitFailuresTest, TestArbitraryIndexDir, TestSolrXMLSerializer, TestMergePolicyConfig, FullSolrCloudDistribCmdsTest, TestDistributedGrouping, TestHashPartitioner, SolrIndexConfigTest, TestFastOutputStream, TestUtils, BasicZkTest, TestSolr4Spatial, IndexBasedSpellCheckerTest, TestRangeQuery, TestMultiCoreConfBootstrap, TestUpdate, OutputWriterTest, TestZkChroot, TestBinaryField, TestReload, ConvertedLegacyTest, TestSolrDiscoveryProperties, DateMathParserTest, TestIndexingPerformance, TestBM25SimilarityFactory, SpellCheckCollatorTest, TestPropInject, XmlUpdateRequestHandlerTest, TestFoldingMultitermQuery, UpdateParamsTest, TestLMJelinekMercerSimilarityFactory, ZkNodePropsTest, SolrPluginUtilsTest, DebugComponentTest, TestCodecSupport, TestDFRSimilarityFactory, PathHierarchyTokenizerFactoryTest, TestJmxMonitoredMap, ClusterStateTest, SuggesterTSTTest, TestOmitPositions, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 88.01s, 1 test, 1 error <<< FAILURES!

[...truncated 479 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/common-build.xml:1213: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/common-build.xml:877: There were test failures: 269 suites, 1137 tests, 1 error, 27 ignored (8 assumptions)

Total time: 69 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-trunk-Java6 - Build # 15984 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java6/15984/

1 tests failed.
REGRESSION:  org.apache.solr.core.TestCoreContainer.testReload

Error Message:
Captured an uncaught exception in thread: Thread[id=280, name=Thread-34, state=RUNNABLE, group=TGRP-TestCoreContainer]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=280, name=Thread-34, state=RUNNABLE, group=TGRP-TestCoreContainer]
	at __randomizedtesting.SeedInfo.seed([AC164F9409200D00:6BE63797C363F512]:0)
Caused by: org.apache.solr.common.SolrException: Unable to reload core: collection1
	at __randomizedtesting.SeedInfo.seed([AC164F9409200D00]:0)
	at org.apache.solr.core.CoreContainer.recordAndThrow(CoreContainer.java:1356)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1085)
	at org.apache.solr.core.TestCoreContainer$1TestThread.run(TestCoreContainer.java:90)
Caused by: org.apache.solr.common.SolrException: Error opening new searcher
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:809)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:408)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1076)
	... 1 more
Caused by: org.apache.solr.common.SolrException: Error opening new searcher
	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1418)
	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1530)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:784)
	... 3 more
Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:581)
	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:595)
	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:329)
	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:110)
	at org.apache.solr.core.SolrCore$2.call(SolrCore.java:771)
	at org.apache.solr.core.SolrCore$2.call(SolrCore.java:768)
	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1389)
	... 5 more




Build Log:
[...truncated 8242 lines...]
[junit4:junit4] Suite: org.apache.solr.core.TestCoreContainer
[junit4:junit4]   2> 1 T268 oas.SolrTestCaseJ4.initCore ####initCore
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-TestCoreContainer-1362725318648
[junit4:junit4]   2> 2 T268 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 3 T268 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3 T268 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 52 T268 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 99 T268 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 100 T268 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 105 T268 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 497 T268 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 505 T268 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 507 T268 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 519 T268 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 522 T268 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 525 T268 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 526 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 526 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 526 T268 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 527 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 527 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 527 T268 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 528 T268 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 528 T268 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 536 T268 oasc.CoreContainer.<init> New CoreContainer 280664003
[junit4:junit4]   2> 537 T268 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-TestCoreContainer-1362725318648/
[junit4:junit4]   2> 537 T268 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3dbe8711
[junit4:junit4]   2> 537 T268 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 538 T268 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-TestCoreContainer-1362725318648 forceNew: false
[junit4:junit4]   2> 538 T268 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-TestCoreContainer-1362725318648/index/
[junit4:junit4]   2> 539 T268 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-TestCoreContainer-1362725318648/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 539 T268 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-TestCoreContainer-1362725318648/index forceNew: false
[junit4:junit4]   2> 540 T268 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@5d3e54e1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7742bb92)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 541 T268 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 541 T268 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 543 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 543 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 544 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 544 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 544 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 545 T268 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 545 T268 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 545 T268 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 546 T268 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 546 T268 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 547 T268 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 547 T268 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 548 T268 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 548 T268 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 548 T268 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 549 T268 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 549 T268 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 549 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 550 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 550 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 551 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 551 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 551 T268 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 552 T268 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 552 T268 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 553 T268 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 557 T268 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 560 T268 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 562 T268 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, BAD-SCHEMA-DOCVALUES-NOT-REQUIRED-NO-DEFAULT.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SCHEMA-REPLICATION2.XML, SCHEMA-MINIMAL.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SCHEMA-POSTINGSHIGHLIGHT.XML, REGEX-BOOST-PROCESSOR-TEST.TXT, SOLRCONFIG-REPEATER.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, CURRENCY.XML, SOLRCONFIG-MERGEPOLICY.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-CODE-IN-XML.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, SOLRCONFIG-COMPONENTS-NAME.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, SCHEMA-SWEETSPOT.XML, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SCHEMA-REPLICATION1.XML, DA_UTF8.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, SCHEMA-TINY.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, BAD-SCHEMA-CURRENCY-FT-OER-NORATES.XML, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, SCHEMA-DOCVALUES.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-POSTINGSHIGHLIGHT.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SCHEMA-XINCLUDE.XML, SOLRCONFIG-MASTER1.XML, SCHEMA-BEHAVIOR.XML, SYNONYMS.TXT, SOLRCONFIG-MINIMAL.XML, SCHEMA-DOCVALUESMULTI.XML, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, BAD-SCHEMA-UNSUPPORTED-DOCVALUES.XML, SCHEMA_CODEC.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-HYPERBOLIC.XML, SOLRCONFIG-SOLR-749.XML, SCHEMA-EFF.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, SOLRCONFIG-ELEVATE.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-NORMS.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-BASELINE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, FUZZYSUGGEST.TXT, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SCHEMA-REST.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, SCHEMA-SYNONYM-TOKENIZER.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-DOCVALUESFACETING.XML, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, BAD-SCHEMA-SWEETSPOT-BOTH-TF.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, BAD-SCHEMA-CURRENCY-FT-BOGUS-DEFAULT-CODE.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-CURRENCY.XML, SOLRCONFIG_PERF.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 564 T268 oass.SolrIndexSearcher.<init> Opening Searcher@72fb87d1 main
[junit4:junit4]   2> 564 T268 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 564 T268 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 565 T268 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 596 T268 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 644 T269 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@72fb87d1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 648 T268 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 653 T268 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4:junit4]   2> 655 T268 oas.SolrTestCaseJ4.setUp ###Starting testShareSchema
[junit4:junit4]   2> 796 T268 oasc.CoreContainer.<init> New CoreContainer 661500567
[junit4:junit4]   2> 797 T268 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema'
[junit4:junit4]   2> 797 T268 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/'
[junit4:junit4]   2> 855 T268 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 856 T268 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 856 T268 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 857 T268 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 857 T268 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 858 T268 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 858 T268 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 858 T268 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 859 T268 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 918 T268 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1446 T268 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1490 T270 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/collection1
[junit4:junit4]   2> 1496 T270 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/collection1/'
[junit4:junit4]   2> 1497 T270 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.core.TestCoreContainer_shareSchema/collection1/lib/README' to classloader
[junit4:junit4]   2> 1498 T270 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.core.TestCoreContainer_shareSchema/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1669 T270 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1772 T270 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1775 T270 oasc.CoreContainer.createFromLocal creating new schema object for core: collection1
[junit4:junit4]   2> 1775 T270 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1794 T270 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 2412 T270 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2423 T270 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2426 T270 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2437 T270 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2441 T270 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2443 T270 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2444 T270 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2444 T270 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 2444 T270 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2445 T270 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2445 T270 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 2445 T270 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/collection1/data/
[junit4:junit4]   2> 2445 T270 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3dbe8711
[junit4:junit4]   2> 2446 T270 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2446 T270 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/collection1/data forceNew: false
[junit4:junit4]   2> 2447 T270 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/collection1/data/index/
[junit4:junit4]   2> 2447 T270 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/collection1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2447 T270 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/collection1/data/index forceNew: false
[junit4:junit4]   2> 2449 T270 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@34a84a4f lockFactory=org.apache.lucene.store.NativeFSLockFactory@483b0544)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2449 T270 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2450 T270 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 2452 T270 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2452 T270 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 2452 T270 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2452 T270 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 2453 T270 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2453 T270 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2453 T270 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2454 T270 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2454 T270 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2455 T270 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 2455 T270 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 2456 T270 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2456 T270 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 2456 T270 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 2457 T270 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 2457 T270 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2457 T270 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2458 T270 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2458 T270 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2459 T270 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2459 T270 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2460 T270 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2460 T270 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2460 T270 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2461 T270 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 2461 T270 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 2466 T270 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2469 T270 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 2470 T270 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, BAD-SCHEMA-DOCVALUES-NOT-REQUIRED-NO-DEFAULT.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SCHEMA-MINIMAL.XML, SOLRCONFIG-CACHING.XML, SCHEMA-POSTINGSHIGHLIGHT.XML, REGEX-BOOST-PROCESSOR-TEST.TXT, SOLRCONFIG-REPEATER.XML, CURRENCY.XML, SOLRCONFIG-MERGEPOLICY.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-CODE-IN-XML.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, SOLRCONFIG-COMPONENTS-NAME.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, ELEVATE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, TRIVIAL.UPDATEPROCESSOR0.JS, SCHEMA-SWEETSPOT.XML, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, SCHEMA-TINY.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, SCHEMA-PHRASESUGGEST.XML, STEMDICT.TXT, HUNSPELL-TEST.AFF, BAD-SCHEMA-CURRENCY-FT-OER-NORATES.XML, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, SCHEMA-DOCVALUES.XML, WDFTYPES.TXT, STOPTYPES-2.TXT, SCHEMA-REVERSED.XML, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, SCHEMA-SPATIAL.XML, OPEN-EXCHANGE-RATES.JSON, STOPWITHBOM.TXT, SOLRCONFIG-POSTINGSHIGHLIGHT.XML, SOLRCONFIG-SPELLCHECKER.XML, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SCHEMA-XINCLUDE.XML, SOLRCONFIG-MASTER1.XML, SCHEMA-BEHAVIOR.XML, SYNONYMS.TXT, SOLRCONFIG-MINIMAL.XML, SCHEMA-DOCVALUESMULTI.XML, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, BAD-SCHEMA-UNSUPPORTED-DOCVALUES.XML, SCHEMA_CODEC.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-HYPERBOLIC.XML, SOLRCONFIG-SOLR-749.XML, SCHEMA-EFF.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-NORMS.XML, SOLRCONFIG-ELEVATE.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-BASELINE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, FUZZYSUGGEST.TXT, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SCHEMA-REST.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, SOLRCONFIG-XINCLUDE.XML, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, SCHEMA-SYNONYM-TOKENIZER.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-DOCVALUESFACETING.XML, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, SOLRCONFIG-NATIVELOCK.XML, XSLT, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, BAD-SCHEMA-SWEETSPOT-BOTH-TF.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, BAD-CURRENCY.XML, SOLRCONFIG_PERF.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-DEFAULT-CODE.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 2472 T270 oass.SolrIndexSearcher.<init> Opening Searcher@757d93a9 main
[junit4:junit4]   2> 2473 T270 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2473 T270 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2473 T270 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 2479 T270 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 2531 T271 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@757d93a9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2539 T270 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2543 T268 oasc.CoreContainer.create Creating SolrCore 'core1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1
[junit4:junit4]   2> 2544 T268 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/'
[junit4:junit4]   2> 2546 T268 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.core.TestCoreContainer_shareSchema/collection1/lib/README' to classloader
[junit4:junit4]   2> 2546 T268 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.core.TestCoreContainer_shareSchema/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2624 T268 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 2697 T268 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2698 T268 oasc.CoreContainer.createFromLocal creating new schema object for core: core1
[junit4:junit4]   2> 2699 T268 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2708 T268 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 3303 T268 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 3315 T268 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 3318 T268 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3329 T268 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3333 T268 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3336 T268 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3336 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 3337 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 3337 T268 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3337 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 3338 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 3338 T268 oasc.SolrCore.<init> [core1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/data/
[junit4:junit4]   2> 3338 T268 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3dbe8711
[junit4:junit4]   2> 3339 T268 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 3339 T268 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/data forceNew: false
[junit4:junit4]   2> 3340 T268 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/data/index/
[junit4:junit4]   2> 3340 T268 oasc.SolrCore.initIndex WARNING [core1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3341 T268 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/data/index forceNew: false
[junit4:junit4]   2> 3345 T268 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/index2618026182tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@626eda0f)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3346 T268 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3347 T268 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 3349 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 3350 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 3350 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 3350 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 3351 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 3352 T268 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 3352 T268 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 3352 T268 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 3353 T268 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 3354 T268 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 3354 T268 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 3355 T268 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 3355 T268 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 3356 T268 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 3356 T268 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 3357 T268 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3357 T268 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3358 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3358 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3359 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3359 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3360 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3360 T268 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3360 T268 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3361 T268 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 3362 T268 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 3367 T268 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3370 T268 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 3371 T268 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, BAD-SCHEMA-DOCVALUES-NOT-REQUIRED-NO-DEFAULT.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SCHEMA-MINIMAL.XML, SOLRCONFIG-CACHING.XML, SCHEMA-POSTINGSHIGHLIGHT.XML, REGEX-BOOST-PROCESSOR-TEST.TXT, SOLRCONFIG-REPEATER.XML, CURRENCY.XML, SOLRCONFIG-MERGEPOLICY.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-CODE-IN-XML.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, SOLRCONFIG-COMPONENTS-NAME.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, ELEVATE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, TRIVIAL.UPDATEPROCESSOR0.JS, SCHEMA-SWEETSPOT.XML, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, SCHEMA-TINY.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, SCHEMA-PHRASESUGGEST.XML, STEMDICT.TXT, HUNSPELL-TEST.AFF, BAD-SCHEMA-CURRENCY-FT-OER-NORATES.XML, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, SCHEMA-DOCVALUES.XML, WDFTYPES.TXT, STOPTYPES-2.TXT, SCHEMA-REVERSED.XML, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, SCHEMA-SPATIAL.XML, OPEN-EXCHANGE-RATES.JSON, STOPWITHBOM.TXT, SOLRCONFIG-POSTINGSHIGHLIGHT.XML, SOLRCONFIG-SPELLCHECKER.XML, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SCHEMA-XINCLUDE.XML, SOLRCONFIG-MASTER1.XML, SCHEMA-BEHAVIOR.XML, SYNONYMS.TXT, SOLRCONFIG-MINIMAL.XML, SCHEMA-DOCVALUESMULTI.XML, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, BAD-SCHEMA-UNSUPPORTED-DOCVALUES.XML, SCHEMA_CODEC.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-HYPERBOLIC.XML, SOLRCONFIG-SOLR-749.XML, SCHEMA-EFF.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-NORMS.XML, SOLRCONFIG-ELEVATE.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-BASELINE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, FUZZYSUGGEST.TXT, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SCHEMA-REST.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, SOLRCONFIG-XINCLUDE.XML, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, SCHEMA-SYNONYM-TOKENIZER.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-DOCVALUESFACETING.XML, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, SOLRCONFIG-NATIVELOCK.XML, XSLT, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, BAD-SCHEMA-SWEETSPOT-BOTH-TF.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, BAD-CURRENCY.XML, SOLRCONFIG_PERF.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-DEFAULT-CODE.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 3374 T268 oass.SolrIndexSearcher.<init> Opening Searcher@743ef044 main
[junit4:junit4]   2> 3375 T268 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3375 T268 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3376 T268 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 3378 T268 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 3393 T273 oasc.SolrCore.registerSearcher [core1] Registered new searcher Searcher@743ef044 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3398 T268 oasc.CoreContainer.create Creating SolrCore 'core2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1
[junit4:junit4]   2> 3398 T268 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/'
[junit4:junit4]   2> 3399 T268 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.core.TestCoreContainer_shareSchema/collection1/lib/README' to classloader
[junit4:junit4]   2> 3400 T268 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.core.TestCoreContainer_shareSchema/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3448 T268 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 3498 T268 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 3499 T268 oasc.CoreContainer.createFromLocal re-using schema object for core: core2
[junit4:junit4]   2> 3499 T268 oasc.SolrCore.<init> [core2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/data/
[junit4:junit4]   2> 3499 T268 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3dbe8711
[junit4:junit4]   2> 3500 T268 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 3500 T268 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/data forceNew: false
[junit4:junit4]   2> 3501 T268 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/data/index/
[junit4:junit4]   2> 3501 T268 oasc.SolrCore.initIndex WARNING [core2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3502 T268 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/data/index forceNew: false
[junit4:junit4]   2> 3503 T268 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@2e771a72 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b866125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3503 T268 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3504 T268 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 3506 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 3506 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 3506 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 3507 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 3507 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 3508 T268 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 3508 T268 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 3509 T268 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 3509 T268 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 3510 T268 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 3510 T268 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 3510 T268 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 3511 T268 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 3511 T268 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 3512 T268 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 3512 T268 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3512 T268 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3513 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3513 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3514 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3514 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3515 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3515 T268 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3516 T268 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3516 T268 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 3517 T268 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 3522 T268 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3525 T268 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 3526 T268 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, BAD-SCHEMA-DOCVALUES-NOT-REQUIRED-NO-DEFAULT.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SCHEMA-MINIMAL.XML, SOLRCONFIG-CACHING.XML, SCHEMA-POSTINGSHIGHLIGHT.XML, REGEX-BOOST-PROCESSOR-TEST.TXT, SOLRCONFIG-REPEATER.XML, CURRENCY.XML, SOLRCONFIG-MERGEPOLICY.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-CODE-IN-XML.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, SOLRCONFIG-COMPONENTS-NAME.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, ELEVATE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, TRIVIAL.UPDATEPROCESSOR0.JS, SCHEMA-SWEETSPOT.XML, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, SCHEMA-TINY.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, SCHEMA-PHRASESUGGEST.XML, STEMDICT.TXT, HUNSPELL-TEST.AFF, BAD-SCHEMA-CURRENCY-FT-OER-NORATES.XML, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, SCHEMA-DOCVALUES.XML, WDFTYPES.TXT, STOPTYPES-2.TXT, SCHEMA-REVERSED.XML, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, SCHEMA-SPATIAL.XML, OPEN-EXCHANGE-RATES.JSON, STOPWITHBOM.TXT, SOLRCONFIG-POSTINGSHIGHLIGHT.XML, SOLRCONFIG-SPELLCHECKER.XML, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SCHEMA-XINCLUDE.XML, SOLRCONFIG-MASTER1.XML, SCHEMA-BEHAVIOR.XML, SYNONYMS.TXT, SOLRCONFIG-MINIMAL.XML, SCHEMA-DOCVALUESMULTI.XML, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, BAD-SCHEMA-UNSUPPORTED-DOCVALUES.XML, SCHEMA_CODEC.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-HYPERBOLIC.XML, SOLRCONFIG-SOLR-749.XML, SCHEMA-EFF.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-NORMS.XML, SOLRCONFIG-ELEVATE.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-BASELINE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, FUZZYSUGGEST.TXT, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SCHEMA-REST.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, SOLRCONFIG-XINCLUDE.XML, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, SCHEMA-SYNONYM-TOKENIZER.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-DOCVALUESFACETING.XML, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, SOLRCONFIG-NATIVELOCK.XML, XSLT, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, BAD-SCHEMA-SWEETSPOT-BOTH-TF.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, BAD-CURRENCY.XML, SOLRCONFIG_PERF.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-DEFAULT-CODE.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 3528 T268 oass.SolrIndexSearcher.<init> Opening Searcher@599da9aa main
[junit4:junit4]   2> 3529 T268 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3529 T268 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3530 T268 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 3532 T268 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 3544 T274 oasc.SolrCore.registerSearcher [core2] Registered new searcher Searcher@599da9aa main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3548 T268 oasc.SolrCore.close [core1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5fc43fa8
[junit4:junit4]   2> 3556 T268 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 3557 T268 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 3557 T268 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 3557 T268 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 3558 T268 oasc.SolrCore.closeSearcher [core1] Closing main searcher on request.
[junit4:junit4]   2> 3558 T268 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/data
[junit4:junit4]   2> 3558 T268 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/data
[junit4:junit4]   2> 3558 T268 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/data/index
[junit4:junit4]   2> 3559 T268 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/data/index
[junit4:junit4]   2> 3559 T268 oasc.SolrCore.close [core2]  CLOSING SolrCore org.apache.solr.core.SolrCore@4565b197
[junit4:junit4]   2> 3567 T268 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 3567 T268 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 3568 T268 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 3568 T268 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 3568 T268 oasc.SolrCore.closeSearcher [core2] Closing main searcher on request.
[junit4:junit4]   2> 3568 T268 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/data
[junit4:junit4]   2> 3569 T268 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/data
[junit4:junit4]   2> 3569 T268 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/data/index
[junit4:junit4]   2> 3569 T268 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/./collection1/data/index
[junit4:junit4]   2> 3569 T268 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=661500567
[junit4:junit4]   2> 3571 T268 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5fc0bc26
[junit4:junit4]   2> 3579 T268 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 3580 T268 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 3580 T268 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 3580 T268 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 3581 T268 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 3581 T268 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/collection1/data
[junit4:junit4]   2> 3581 T268 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/collection1/data
[junit4:junit4]   2> 3582 T268 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/collection1/data/index
[junit4:junit4]   2> 3582 T268 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_shareSchema/collection1/data/index
[junit4:junit4]   2> 3583 T268 oas.SolrTestCaseJ4.tearDown ###Ending testShareSchema
[junit4:junit4]   2> 3586 T268 oas.SolrTestCaseJ4.setUp ###Starting testPersist
[junit4:junit4]   2> 3587 T268 oasc.CoreContainer.persistFile Persisting cores config to ./org.apache.solr.core.TestCoreContainer_persist/1.solr.xml
[junit4:junit4]   2> 3590 T268 oasc.SolrXMLSerializer.persistFile Persisting cores config to ./org.apache.solr.core.TestCoreContainer_persist/1.solr.xml
[junit4:junit4]   2> 3715 T268 oasc.CoreContainer.create Creating SolrCore 'X' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 3715 T268 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 3716 T268 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3716 T268 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 3765 T268 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 3812 T268 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 3813 T268 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3819 T268 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4304 T268 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4318 T268 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4323 T268 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4341 T268 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4347 T268 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4352 T268 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4352 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 4353 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 4353 T268 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4354 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 4354 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 4355 T268 oasc.SolrCore.<init> [X] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/dataX/
[junit4:junit4]   2> 4355 T268 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3dbe8711
[junit4:junit4]   2> 4356 T268 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 4357 T268 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/dataX forceNew: false
[junit4:junit4]   2> 4358 T268 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/dataX/index/
[junit4:junit4]   2> 4358 T268 oasc.SolrCore.initIndex WARNING [X] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/dataX/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4360 T268 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/dataX/index forceNew: false
[junit4:junit4]   2> 4390 T268 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/index2618026183tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@a8eb1a8)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4391 T268 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4392 T268 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 4394 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4395 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 4396 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4396 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 4397 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4398 T268 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4398 T268 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4401 T268 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4401 T268 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4402 T268 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 4403 T268 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 4403 T268 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4404 T268 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 4404 T268 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 4405 T268 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 4406 T268 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4406 T268 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4407 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4408 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4408 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4409 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4410 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4410 T268 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4411 T268 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4412 T268 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 4412 T268 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 4420 T268 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4425 T268 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 4427 T268 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, BAD-SCHEMA-DOCVALUES-NOT-REQUIRED-NO-DEFAULT.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SCHEMA-REPLICATION2.XML, SCHEMA-MINIMAL.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SCHEMA-POSTINGSHIGHLIGHT.XML, REGEX-BOOST-PROCESSOR-TEST.TXT, SOLRCONFIG-REPEATER.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, CURRENCY.XML, SOLRCONFIG-MERGEPOLICY.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-CODE-IN-XML.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, SOLRCONFIG-COMPONENTS-NAME.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, SCHEMA-SWEETSPOT.XML, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SCHEMA-REPLICATION1.XML, DA_UTF8.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, SCHEMA-TINY.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, BAD-SCHEMA-CURRENCY-FT-OER-NORATES.XML, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, SCHEMA-DOCVALUES.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-POSTINGSHIGHLIGHT.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SCHEMA-XINCLUDE.XML, SOLRCONFIG-MASTER1.XML, SCHEMA-BEHAVIOR.XML, SYNONYMS.TXT, SOLRCONFIG-MINIMAL.XML, SCHEMA-DOCVALUESMULTI.XML, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, BAD-SCHEMA-UNSUPPORTED-DOCVALUES.XML, SCHEMA_CODEC.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-HYPERBOLIC.XML, SOLRCONFIG-SOLR-749.XML, SCHEMA-EFF.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, SOLRCONFIG-ELEVATE.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-NORMS.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-BASELINE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, FUZZYSUGGEST.TXT, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SCHEMA-REST.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, SCHEMA-SYNONYM-TOKENIZER.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-DOCVALUESFACETING.XML, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, BAD-SCHEMA-SWEETSPOT-BOTH-TF.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, BAD-SCHEMA-CURRENCY-FT-BOGUS-DEFAULT-CODE.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-CURRENCY.XML, SOLRCONFIG_PERF.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 4431 T268 oass.SolrIndexSearcher.<init> Opening Searcher@aae525c main
[junit4:junit4]   2> 4432 T268 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4433 T268 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4433 T268 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 4441 T268 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 4501 T275 oasc.SolrCore.registerSearcher [X] Registered new searcher Searcher@aae525c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4508 T268 oasc.CoreContainer.create Creating SolrCore 'Y' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/instY
[junit4:junit4]   2> 4509 T268 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/instY/'
[junit4:junit4]   2> 4510 T268 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.core.TestCoreContainer_persist/instY/lib/classes/' to classloader
[junit4:junit4]   2> 4511 T268 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.core.TestCoreContainer_persist/instY/lib/README' to classloader
[junit4:junit4]   2> 4586 T268 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4654 T268 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4655 T268 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4663 T268 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5238 T268 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5250 T268 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5255 T268 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5272 T268 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5277 T268 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5281 T268 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5282 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5282 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5283 T268 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5284 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5284 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5285 T268 oasc.SolrCore.<init> [Y] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/instY/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/instY/data/
[junit4:junit4]   2> 5285 T268 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3dbe8711
[junit4:junit4]   2> 5286 T268 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5287 T268 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/instY/data forceNew: false
[junit4:junit4]   2> 5287 T268 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/instY/data/index/
[junit4:junit4]   2> 5288 T268 oasc.SolrCore.initIndex WARNING [Y] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/instY/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5289 T268 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/instY/data/index forceNew: false
[junit4:junit4]   2> 5291 T268 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@3bdc68a2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@697ef1a5)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5292 T268 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5293 T268 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5295 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5296 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5296 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5297 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5298 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5298 T268 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5299 T268 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5299 T268 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5300 T268 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5301 T268 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5301 T268 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5302 T268 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5303 T268 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5303 T268 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5304 T268 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5304 T268 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5305 T268 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5306 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5306 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5307 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5308 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5308 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5309 T268 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5310 T268 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5310 T268 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5311 T268 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5317 T268 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5320 T268 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5321 T268 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SCHEMA-MINIMAL.XML, BAD-SCHEMA-DOCVALUES-NOT-REQUIRED-NO-DEFAULT.XML, SCHEMA-REPLICATION2.XML, SOLRCONFIG-CACHING.XML, SCHEMA-POSTINGSHIGHLIGHT.XML, REGEX-BOOST-PROCESSOR-TEST.TXT, SOLRCONFIG-REPEATER.XML, CURRENCY.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-CODE-IN-XML.XML, SOLRCONFIG-MERGEPOLICY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, SOLRCONFIG-COMPONENTS-NAME.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, ELEVATE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, TRIVIAL.UPDATEPROCESSOR0.JS, SCHEMA-SWEETSPOT.XML, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, SCHEMA-REPLICATION1.XML, DA_UTF8.XML, SCHEMA-TINY.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, BAD-SCHEMA-CURRENCY-FT-OER-NORATES.XML, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, SCHEMA-DOCVALUES.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SOLRCONFIG-POSTINGSHIGHLIGHT.XML, SOLRCONFIG-SPELLCHECKER.XML, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SCHEMA-BEHAVIOR.XML, SYNONYMS.TXT, SOLRCONFIG-MINIMAL.XML, SCHEMA-DOCVALUESMULTI.XML, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, BAD-SCHEMA-UNSUPPORTED-DOCVALUES.XML, SCHEMA_CODEC.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-HYPERBOLIC.XML, SOLRCONFIG-SOLR-749.XML, SCHEMA-EFF.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, SOLRCONFIG-ELEVATE.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-NORMS.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-BASELINE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, FUZZYSUGGEST.TXT, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SCHEMA-REST.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, SOLRCONFIG-XINCLUDE.XML, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, SCHEMA-SYNONYM-TOKENIZER.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-DOCVALUESFACETING.XML, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, BAD-SCHEMA-SWEETSPOT-BOTH-TF.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG-INDEXCONFIG.XML, SOLRCONFIG_PERF.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-DEFAULT-CODE.XML, BAD-CURRENCY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 5324 T268 oass.SolrIndexSearcher.<init> Opening Searcher@1f63d05e main
[junit4:junit4]   2> 5324 T268 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5324 T268 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5325 T268 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5342 T268 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5389 T276 oasc.SolrCore.registerSearcher [Y] Registered new searcher Searcher@1f63d05e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5392 T268 oasc.CoreContainer.registerCore registering core: X
[junit4:junit4]   2> 5392 T268 oasc.CoreContainer.registerCore registering core: Y
[junit4:junit4]   2> 5393 T268 oasc.CoreContainer.persistFile Persisting cores config to ./org.apache.solr.core.TestCoreContainer_persist/2.solr.xml
[junit4:junit4]   2> 5393 T268 oasc.SolrXMLSerializer.persistFile Persisting cores config to ./org.apache.solr.core.TestCoreContainer_persist/2.solr.xml
[junit4:junit4]   2> 5401 T268 oasc.CoreContainer.persistFile Persisting cores config to ./org.apache.solr.core.TestCoreContainer_persist/3.solr.xml
[junit4:junit4]   2> 5402 T268 oasc.SolrXMLSerializer.persistFile Persisting cores config to ./org.apache.solr.core.TestCoreContainer_persist/3.solr.xml
[junit4:junit4]   2> 5408 T268 oasc.CoreContainer.persistFile Persisting cores config to ./org.apache.solr.core.TestCoreContainer_persist/4.solr.xml
[junit4:junit4]   2> 5409 T268 oasc.SolrXMLSerializer.persistFile Persisting cores config to ./org.apache.solr.core.TestCoreContainer_persist/4.solr.xml
[junit4:junit4]   2> 5411 T268 oasc.SolrCore.close [X]  CLOSING SolrCore org.apache.solr.core.SolrCore@3b3066b8
[junit4:junit4]   2> 5418 T268 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 5418 T268 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 5419 T268 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 5419 T268 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 5419 T268 oasc.SolrCore.closeSearcher [X] Closing main searcher on request.
[junit4:junit4]   2> 5419 T268 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/dataX/index
[junit4:junit4]   2> 5420 T268 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/dataX/index
[junit4:junit4]   2> 5420 T268 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/dataX
[junit4:junit4]   2> 5420 T268 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/dataX
[junit4:junit4]   2> 5421 T268 oas.SolrTestCaseJ4.tearDown ###Ending testPersist
[junit4:junit4]   2> 5424 T268 oas.SolrTestCaseJ4.setUp ###Starting testReload
[junit4:junit4]   2> 5426 T278 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 5426 T279 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 5426 T277 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 5426 T280 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 5427 T278 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 5427 T280 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 5427 T279 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 5427 T277 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 5428 T280 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5428 T278 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5429 T279 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5429 T278 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 5429 T277 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5429 T279 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 5429 T280 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 5430 T277 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 5504 T280 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5515 T278 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5515 T279 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5515 T277 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5569 T280 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5569 T280 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5574 T280 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5598 T278 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5599 T278 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5600 T279 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5600 T277 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5600 T279 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5601 T277 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5606 T278 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5608 T277 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5608 T279 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6204 T279 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6204 T277 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6213 T279 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6213 T277 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6217 T279 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6217 T277 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6231 T279 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6232 T277 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6235 T279 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6235 T277 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6239 T277 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6239 T279 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6239 T279 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6239 T277 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6239 T279 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6239 T277 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6240 T279 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6240 T277 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6240 T279 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6240 T277 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6240 T279 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6240 T277 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6242 T279 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-TestCoreContainer-1362725318648/
[junit4:junit4]   2> 6243 T277 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-TestCoreContainer-1362725318648/
[junit4:junit4]   2> 6243 T279 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3dbe8711
[junit4:junit4]   2> 6243 T277 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3dbe8711
[junit4:junit4]   2> 6243 T279 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-TestCoreContainer-1362725318648/index/
[junit4:junit4]   2> 6243 T280 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6243 T277 oasc.JmxMonitoredMap.put WARNING Failed to register info bean: fieldCache javax.management.InstanceAlreadyExistsException: solr/collection1:type=fieldCache,id=org.apache.solr.search.SolrFieldCacheMBean
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:467)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.internal_addObject(DefaultMBeanServerInterceptor.java:1520)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:986)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:938)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:330)
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:516)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:140)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:702)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.reload(SolrCore.java:408)
[junit4:junit4]   2> 	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1076)
[junit4:junit4]   2> 	at org.apache.solr.core.TestCoreContainer$1TestThread.run(TestCoreContainer.java:90)
[junit4:junit4]   2> 
[junit4:junit4]   2> 6244 T279 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 6244 T277 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-TestCoreContainer-1362725318648/index/
[junit4:junit4]   2> 6244 T277 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 6245 T279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6245 T279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 6246 T279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6246 T277 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6246 T279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 6246 T277 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 6246 T279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6246 T277 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6246 T279 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6247 T277 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 6247 T279 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6247 T279 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6247 T277 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6248 T279 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6248 T277 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6248 T277 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6248 T279 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 6249 T277 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6249 T279 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 6249 T279 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6249 T277 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6249 T279 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 6249 T279 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 6250 T280 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6250 T279 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 6250 T277 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 6250 T279 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6250 T277 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 6250 T279 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6251 T277 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6251 T279 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6251 T277 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 6251 T279 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6251 T277 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 6251 T279 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6251 T277 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 6252 T279 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6252 T277 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6252 T279 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6252 T277 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6252 T280 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6252 T279 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6253 T277 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6253 T279 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6253 T277 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6253 T279 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 6254 T277 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6254 T279 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 6254 T277 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6254 T277 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6255 T277 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6255 T277 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6256 T277 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 6256 T277 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 6260 T279 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6261 T277 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6262 T279 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 6262 T280 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6263 T277 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 6263 T279 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, BAD-SCHEMA-DOCVALUES-NOT-REQUIRED-NO-DEFAULT.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SCHEMA-REPLICATION2.XML, SCHEMA-MINIMAL.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SCHEMA-POSTINGSHIGHLIGHT.XML, REGEX-BOOST-PROCESSOR-TEST.TXT, SOLRCONFIG-REPEATER.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, CURRENCY.XML, SOLRCONFIG-MERGEPOLICY.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-CODE-IN-XML.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, SOLRCONFIG-COMPONENTS-NAME.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, SCHEMA-SWEETSPOT.XML, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SCHEMA-REPLICATION1.XML, DA_UTF8.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, SCHEMA-TINY.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, BAD-SCHEMA-CURRENCY-FT-OER-NORATES.XML, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, SCHEMA-DOCVALUES.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-POSTINGSHIGHLIGHT.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SCHEMA-XINCLUDE.XML, SOLRCONFIG-MASTER1.XML, SCHEMA-BEHAVIOR.XML, SYNONYMS.TXT, SOLRCONFIG-MINIMAL.XML, SCHEMA-DOCVALUESMULTI.XML, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, BAD-SCHEMA-UNSUPPORTED-DOCVALUES.XML, SCHEMA_CODEC.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-HYPERBOLIC.XML, SOLRCONFIG-SOLR-749.XML, SCHEMA-EFF.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, SOLRCONFIG-ELEVATE.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-NORMS.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-BASELINE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, FUZZYSUGGEST.TXT, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SCHEMA-REST.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, SCHEMA-SYNONYM-TOKENIZER.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-DOCVALUESFACETING.XML, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, BAD-SCHEMA-SWEETSPOT-BOTH-TF.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, BAD-SCHEMA-CURRENCY-FT-BOGUS-DEFAULT-CODE.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-CURRENCY.XML, SOLRCONFIG_PERF.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 6264 T277 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, BAD-SCHEMA-DOCVALUES-NOT-REQUIRED-NO-DEFAULT.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SCHEMA-REPLICATION2.XML, SCHEMA-MINIMAL.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SCHEMA-POSTINGSHIGHLIGHT.XML, REGEX-BOOST-PROCESSOR-TEST.TXT, SOLRCONFIG-REPEATER.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, CURRENCY.XML, SOLRCONFIG-MERGEPOLICY.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-CODE-IN-XML.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, SOLRCONFIG-COMPONENTS-NAME.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, SCHEMA-SWEETSPOT.XML, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SCHEMA-REPLICATION1.XML, DA_UTF8.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, SCHEMA-TINY.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, BAD-SCHEMA-CURRENCY-FT-OER-NORATES.XML, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, SCHEMA-DOCVALUES.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-POSTINGSHIGHLIGHT.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SCHEMA-XINCLUDE.XML, SOLRCONFIG-MASTER1.XML, SCHEMA-BEHAVIOR.XML, SYNONYMS.TXT, SOLRCONFIG-MINIMAL.XML, SCHEMA-DOCVALUESMULTI.XML, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, BAD-SCHEMA-UNSUPPORTED-DOCVALUES.XML, SCHEMA_CODEC.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-HYPERBOLIC.XML, SOLRCONFIG-SOLR-749.XML, SCHEMA-EFF.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, SOLRCONFIG-ELEVATE.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-NORMS.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-BASELINE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, FUZZYSUGGEST.TXT, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SCHEMA-REST.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, SCHEMA-SYNONYM-TOKENIZER.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-DOCVALUESFACETING.XML, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, BAD-SCHEMA-SWEETSPOT-BOTH-TF.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, BAD-SCHEMA-CURRENCY-FT-BOGUS-DEFAULT-CODE.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-CURRENCY.XML, SOLRCONFIG_PERF.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 6266 T279 oass.SolrIndexSearcher.<init> Opening Searcher@331545ab main
[junit4:junit4]   2> 6266 T279 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6266 T279 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6266 T280 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6267 T279 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 6268 T277 oass.SolrIndexSearcher.<init> Opening Searcher@5532d584 main
[junit4:junit4]   2> 6268 T277 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6269 T279 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 6269 T277 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6269 T277 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 6270 T280 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6270 T280 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6270 T280 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6271 T280 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6271 T280 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6271 T280 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6271 T280 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-TestCoreContainer-1362725318648/
[junit4:junit4]   2> 6271 T277 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 6272 T280 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3dbe8711
[junit4:junit4]   2> 6272 T280 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-TestCoreContainer-1362725318648/index/
[junit4:junit4]   2> 6272 T280 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 6274 T280 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6274 T280 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 6274 T280 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6274 T280 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 6275 T280 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6275 T280 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6275 T280 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6276 T280 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6276 T280 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6277 T280 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 6277 T280 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 6277 T280 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6278 T280 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 6278 T280 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 6278 T280 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 6279 T280 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6279 T280 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6279 T280 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6280 T280 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6280 T280 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6281 T280 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6281 T281 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@331545ab main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6281 T280 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6282 T280 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6282 T280 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6283 T280 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 6283 T280 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 6284 T279 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 6284 T279 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 6285 T282 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5532d584 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6285 T280 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6285 T279 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@5d3e54e1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7742bb92)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6286 T279 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6286 T279 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 6286 T279 oass.SolrIndexSearcher.<init> Opening Searcher@5034037e main
[junit4:junit4]   2> 6287 T280 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 6295 T279 oasc.CoreContainer.registerCore replacing core: collection1
[junit4:junit4]   2> 6295 T279 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4a418bc9
[junit4:junit4]   2> 6296 T281 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5034037e main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4]   2> 6296 T280 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, BAD-SCHEMA-DOCVALUES-NOT-REQUIRED-NO-DEFAULT.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SCHEMA-REPLICATION2.XML, SCHEMA-MINIMAL.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SCHEMA-POSTINGSHIGHLIGHT.XML, REGEX-BOOST-PROCESSOR-TEST.TXT, SOLRCONFIG-REPEATER.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, CURRENCY.XML, SOLRCONFIG-MERGEPOLICY.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-CODE-IN-XML.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, SOLRCONFIG-COMPONENTS-NAME.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, SCHEMA-SWEETSPOT.XML, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SCHEMA-REPLICATION1.XML, DA_UTF8.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, SCHEMA-TINY.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, BAD-SCHEMA-CURRENCY-FT-OER-NORATES.XML, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, SCHEMA-DOCVALUES.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-POSTINGSHIGHLIGHT.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SCHEMA-XINCLUDE.XML, SOLRCONFIG-MASTER1.XML, SCHEMA-BEHAVIOR.XML, SYNONYMS.TXT, SOLRCONFIG-MINIMAL.XML, SCHEMA-DOCVALUESMULTI.XML, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, BAD-SCHEMA-UNSUPPORTED-DOCVALUES.XML, SCHEMA_CODEC.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-HYPERBOLIC.XML, SOLRCONFIG-SOLR-749.XML, SCHEMA-EFF.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, SOLRCONFIG-ELEVATE.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-NORMS.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-BASELINE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, FUZZYSUGGEST.TXT, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SCHEMA-REST.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, SCHEMA-SYNONYM-TOKENIZER.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-DOCVALUESFACETING.XML, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, BAD-SCHEMA-SWEETSPOT-BOTH-TF.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, BAD-SCHEMA-CURRENCY-FT-BOGUS-DEFAULT-CODE.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-CURRENCY.XML, SOLRCONFIG_PERF.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 6299 T279 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 6300 T279 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 6301 T277 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 6301 T277 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 6301 T277 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
[junit4:junit4]   2> 6305 T277 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@5d3e54e1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7742bb92)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6305 T277 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6305 T277 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 6305 T280 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@41480ec1
[junit4:junit4]   2> 6306 T277 oass.SolrIndexSearcher.<init> Opening Searcher@e5e75e8 main
[junit4:junit4]   2> 6306 T277 oasc.CoreContainer.registerCore replacing core: collection1
[junit4:junit4]   2> 6306 T277 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6744e463
[junit4:junit4]   2> 6307 T282 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e5e75e8 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4]   2> 6310 T280 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 6310 T277 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 6310 T280 oasc.CoreContainer.recordAndThrow SEVERE Unable to reload core: collection1 org.apache.solr.common.SolrException: Error opening new searcher
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:809)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.reload(SolrCore.java:408)
[junit4:junit4]   2> 	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1076)
[junit4:junit4]   2> 	at org.apache.solr.core.TestCoreContainer$1TestThread.run(TestCoreContainer.java:90)
[junit4:junit4]   2> Caused by: org.apache.solr.common.SolrException: Error opening new searcher
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1418)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1530)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:784)
[junit4:junit4]   2> 	... 3 more
[junit4:junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4:junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:581)
[junit4:junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:595)
[junit4:junit4]   2> 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:329)
[junit4:junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:110)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore$2.call(SolrCore.java:771)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore$2.call(SolrCore.java:768)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1389)
[junit4:junit4]   2> 	... 5 more
[junit4:junit4]   2> 
[junit4:junit4]   2> 6311 T277 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 6318 T280 ccr.RandomizedRunner$QueueUncaughtExceptionsHandler.uncaughtException WARNING Uncaught exception in thread: Thread[Thread-34,5,TGRP-TestCoreContainer] org.apache.solr.common.SolrException: Unable to reload core: collection1
[junit4:junit4]   2> 	at __randomizedtesting.SeedInfo.seed([AC164F9409200D00]:0)
[junit4:junit4]   2> 	at org.apache.solr.core.CoreContainer.recordAndThrow(CoreContainer.java:1356)
[junit4:junit4]   2> 	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1085)
[junit4:junit4]   2> 	at org.apache.solr.core.TestCoreContainer$1TestThread.run(TestCoreContainer.java:90)
[junit4:junit4]   2> Caused by: org.apache.solr.common.SolrException: Error opening new searcher
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:809)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.reload(SolrCore.java:408)
[junit4:junit4]   2> 	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1076)
[junit4:junit4]   2> 	... 1 more
[junit4:junit4]   2> Caused by: org.apache.solr.common.SolrException: Error opening new searcher
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1418)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1530)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:784)
[junit4:junit4]   2> 	... 3 more
[junit4:junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4:junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:581)
[junit4:junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:595)
[junit4:junit4]   2> 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:329)
[junit4:junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:110)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore$2.call(SolrCore.java:771)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore$2.call(SolrCore.java:768)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1389)
[junit4:junit4]   2> 	... 5 more
[junit4:junit4]   2> 
[junit4:junit4]   2> 6347 T278 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6360 T278 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6365 T278 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6380 T278 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6389 T278 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6394 T278 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6394 T278 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6394 T278 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6395 T278 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6395 T278 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6395 T278 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6396 T278 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-TestCoreContainer-1362725318648/
[junit4:junit4]   2> 6396 T278 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3dbe8711
[junit4:junit4]   2> 6397 T278 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-TestCoreContainer-1362725318648/index/
[junit4:junit4]   2> 6397 T278 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 6399 T278 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6399 T278 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 6400 T278 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6400 T278 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 6401 T278 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6401 T278 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6402 T278 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6402 T278 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6403 T278 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6403 T278 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 6404 T278 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 6404 T278 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6405 T278 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 6405 T278 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 6405 T278 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 6406 T278 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6406 T278 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6407 T278 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6407 T278 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6408 T278 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6408 T278 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6409 T278 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6409 T278 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6410 T278 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6410 T278 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 6411 T278 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 6418 T278 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6420 T278 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 6421 T278 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, BAD-SCHEMA-DOCVALUES-NOT-REQUIRED-NO-DEFAULT.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SCHEMA-REPLICATION2.XML, SCHEMA-MINIMAL.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SCHEMA-POSTINGSHIGHLIGHT.XML, REGEX-BOOST-PROCESSOR-TEST.TXT, SOLRCONFIG-REPEATER.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, CURRENCY.XML, SOLRCONFIG-MERGEPOLICY.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-CODE-IN-XML.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, SOLRCONFIG-COMPONENTS-NAME.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, SCHEMA-SWEETSPOT.XML, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SCHEMA-REPLICATION1.XML, DA_UTF8.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, SCHEMA-TINY.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, BAD-SCHEMA-CURRENCY-FT-OER-NORATES.XML, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, SCHEMA-DOCVALUES.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-POSTINGSHIGHLIGHT.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SCHEMA-XINCLUDE.XML, SOLRCONFIG-MASTER1.XML, SCHEMA-BEHAVIOR.XML, SYNONYMS.TXT, SOLRCONFIG-MINIMAL.XML, SCHEMA-DOCVALUESMULTI.XML, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, BAD-SCHEMA-UNSUPPORTED-DOCVALUES.XML, SCHEMA_CODEC.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-HYPERBOLIC.XML, SOLRCONFIG-SOLR-749.XML, SCHEMA-EFF.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, SOLRCONFIG-ELEVATE.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-NORMS.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-BASELINE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, FUZZYSUGGEST.TXT, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SCHEMA-REST.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, SCHEMA-SYNONYM-TOKENIZER.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-DOCVALUESFACETING.XML, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, BAD-SCHEMA-SWEETSPOT-BOTH-TF.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, BAD-SCHEMA-CURRENCY-FT-BOGUS-DEFAULT-CODE.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-CURRENCY.XML, SOLRCONFIG_PERF.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 6425 T278 oass.SolrIndexSearcher.<init> Opening Searcher@ff2d89 main
[junit4:junit4]   2> 6425 T278 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6426 T278 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6426 T278 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 6429 T278 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 6445 T284 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ff2d89 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4]   2> 6453 T278 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 6453 T278 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 6453 T278 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
[junit4:junit4]   2> 6456 T278 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@5d3e54e1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7742bb92)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6456 T278 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6456 T278 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 6456 T278 oass.SolrIndexSearcher.<init> Opening Searcher@11bf3b2d main
[junit4:junit4]   2> 6457 T278 oasc.CoreContainer.registerCore replacing core: collection1
[junit4:junit4]   2> 6457 T278 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5bee548c
[junit4:junit4]   2> 6459 T284 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11bf3b2d main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4]   2> 6464 T278 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 6464 T278 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 6465 T268 oas.SolrTestCaseJ4.tearDown ###Ending testReload
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCoreContainer -Dtests.method=testReload -Dtests.seed=AC164F9409200D00 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ru_RU -Dtests.timezone=Atlantic/St_Helena -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR   1.16s J0 | TestCoreContainer.testReload <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=280, name=Thread-34, state=RUNNABLE, group=TGRP-TestCoreContainer]
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([AC164F9409200D00:6BE63797C363F512]:0)
[junit4:junit4]    > Caused by: org.apache.solr.common.SolrException: Unable to reload core: collection1
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([AC164F9409200D00]:0)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer.recordAndThrow(CoreContainer.java:1356)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1085)
[junit4:junit4]    > 	at org.apache.solr.core.TestCoreContainer$1TestThread.run(TestCoreContainer.java:90)
[junit4:junit4]    > Caused by: org.apache.solr.common.SolrException: Error opening new searcher
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:809)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.reload(SolrCore.java:408)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1076)
[junit4:junit4]    > 	... 1 more
[junit4:junit4]    > Caused by: org.apache.solr.common.SolrException: Error opening new searcher
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1418)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1530)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:784)
[junit4:junit4]    > 	... 3 more
[junit4:junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4:junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:581)
[junit4:junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:595)
[junit4:junit4]    > 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:329)
[junit4:junit4]    > 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:110)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore$2.call(SolrCore.java:771)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore$2.call(SolrCore.java:768)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1389)
[junit4:junit4]    > 	... 5 more
[junit4:junit4]   2> 6580 T268 oas.SolrTestCaseJ4.setUp ###Starting testNoCores
[junit4:junit4]   2> 6581 T268 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6581 T268 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_noCores
[junit4:junit4]   2> 6582 T268 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_noCores/solr.xml
[junit4:junit4]   2> 6582 T268 oasc.CoreContainer.<init> New CoreContainer 1820624068
[junit4:junit4]   2> 6583 T268 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_noCores/'
[junit4:junit4]   2> 6583 T268 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_noCores/'
[junit4:junit4]   2> 6624 T268 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 6625 T268 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 6625 T268 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 6625 T268 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 6626 T268 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 6626 T268 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 6626 T268 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 6626 T268 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 6627 T268 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 6627 T268 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 6646 T268 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 6789 T268 oasc.CoreContainer.create Creating SolrCore 'core1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_noCores
[junit4:junit4]   2> 6790 T268 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_noCores/'
[junit4:junit4]   2> 6791 T268 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.core.TestCoreContainer_noCores/lib/classes/' to classloader
[junit4:junit4]   2> 6792 T268 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.core.TestCoreContainer_noCores/lib/README' to classloader
[junit4:junit4]   2> 6860 T268 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 6923 T268 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 6924 T268 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6932 T268 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7425 T268 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7433 T268 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7435 T268 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7445 T268 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7449 T268 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7452 T268 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7452 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 7452 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 7453 T268 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7453 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 7454 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 7454 T268 oasc.SolrCore.<init> [core1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_noCores/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_noCores/data/
[junit4:junit4]   2> 7454 T268 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3dbe8711
[junit4:junit4]   2> 7455 T268 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 7455 T268 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_noCores/data forceNew: false
[junit4:junit4]   2> 7456 T268 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_noCores/data/index/
[junit4:junit4]   2> 7456 T268 oasc.SolrCore.initIndex WARNING [core1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_noCores/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7457 T268 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_noCores/data/index forceNew: false
[junit4:junit4]   2> 7459 T268 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@2d7e51a9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4bad1871)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7459 T268 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7460 T268 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7461 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7462 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7462 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7463 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7463 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7463 T268 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7464 T268 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7464 T268 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7465 T268 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7465 T268 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7466 T268 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7466 T268 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7467 T268 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7467 T268 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7467 T268 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7468 T268 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7468 T268 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7468 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7469 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7469 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7470 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7470 T268 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7471 T268 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7471 T268 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7472 T268 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 7472 T268 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 7477 T268 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7480 T268 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7482 T268 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, BAD-SCHEMA-DOCVALUES-NOT-REQUIRED-NO-DEFAULT.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SCHEMA-REPLICATION2.XML, SCHEMA-MINIMAL.XML, SOLRCONFIG-CACHING.XML, SCHEMA-POSTINGSHIGHLIGHT.XML, SOLRCONFIG-REPEATER.XML, REGEX-BOOST-PROCESSOR-TEST.TXT, SOLRCONFIG-MERGEPOLICY.XML, CURRENCY.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-CODE-IN-XML.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, SOLRCONFIG-COMPONENTS-NAME.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, SCHEMA-SWEETSPOT.XML, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-IB.XML, SCHEMA-CHARFILTERS.XML, SOLRCONFIG-QUERYSENDER.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, SCHEMA-REPLICATION1.XML, DA_UTF8.XML, SCHEMA-TINY.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, SCHEMA-PHRASESUGGEST.XML, STEMDICT.TXT, HUNSPELL-TEST.AFF, BAD-SCHEMA-CURRENCY-FT-OER-NORATES.XML, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, SCHEMA-DOCVALUES.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, SCHEMA-SPATIAL.XML, OPEN-EXCHANGE-RATES.JSON, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-POSTINGSHIGHLIGHT.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SCHEMA-XINCLUDE.XML, SOLRCONFIG-MASTER1.XML, SCHEMA-BEHAVIOR.XML, SYNONYMS.TXT, SOLRCONFIG-MINIMAL.XML, SCHEMA-DOCVALUESMULTI.XML, BAD-SCHEMA-UNSUPPORTED-DOCVALUES.XML, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA_CODEC.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-HYPERBOLIC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SCHEMA-EFF.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-NORMS.XML, SOLRCONFIG-ELEVATE.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-BASELINE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, FUZZYSUGGEST.TXT, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SCHEMA-REST.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, SCHEMA-SYNONYM-TOKENIZER.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-DOCVALUESFACETING.XML, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, SOLRCONFIG-NATIVELOCK.XML, XSLT, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, BAD-SCHEMA-SWEETSPOT-BOTH-TF.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, BAD-SCHEMA-CURRENCY-FT-BOGUS-DEFAULT-CODE.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-CURRENCY.XML, SOLRCONFIG_PERF.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 7484 T268 oass.SolrIndexSearcher.<init> Opening Searcher@c893391 main
[junit4:junit4]   2> 7484 T268 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7485 T268 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7485 T268 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 7504 T268 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 7555 T286 oasc.SolrCore.registerSearcher [core1] Registered new searcher Searcher@c893391 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7560 T268 oasc.CoreContainer.registerCore registering core: core1
[junit4:junit4]   2> 7561 T268 oasc.SolrCore.close [core1]  CLOSING SolrCore org.apache.solr.core.SolrCore@60505f8
[junit4:junit4]   2> 7572 T268 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 7572 T268 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 7573 T268 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 7573 T268 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 7574 T268 oasc.SolrCore.closeSearcher [core1] Closing main searcher on request.
[junit4:junit4]   2> 7574 T268 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_noCores/data/index
[junit4:junit4]   2> 7574 T268 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_noCores/data/index
[junit4:junit4]   2> 7575 T268 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_noCores/data
[junit4:junit4]   2> 7575 T268 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_noCores/data
[junit4:junit4]   2> 7576 T268 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1820624068
[junit4:junit4]   2> 7666 T268 oas.SolrTestCaseJ4.tearDown ###Ending testNoCores
[junit4:junit4]   2> 7668 T268 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 7669 T268 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=280664003
[junit4:junit4]   2> 7669 T268 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@50c91c07
[junit4:junit4]   2> 7680 T268 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 7680 T268 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 7681 T268 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 7681 T268 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 7683 T268 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 7684 T268 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-TestCoreContainer-1362725318648/index
[junit4:junit4]   2> 7684 T268 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-TestCoreContainer-1362725318648/index
[junit4:junit4]   2> 7684 T268 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-TestCoreContainer-1362725318648
[junit4:junit4]   2> 7685 T268 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-TestCoreContainer-1362725318648
[junit4:junit4]   2> 7685 T268 oasc.SolrCore.close [Y]  CLOSING SolrCore org.apache.solr.core.SolrCore@c5c5f3b
[junit4:junit4]   2> 7696 T268 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 7696 T268 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 7696 T268 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 7697 T268 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 7697 T268 oasc.SolrCore.closeSearcher [Y] Closing main searcher on request.
[junit4:junit4]   2> 7697 T268 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/instY/data
[junit4:junit4]   2> 7698 T268 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/instY/data
[junit4:junit4]   2> 7698 T268 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/instY/data/index
[junit4:junit4]   2> 7698 T268 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.core.TestCoreContainer_persist/instY/data/index
[junit4:junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=461), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=461)), sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=ru_RU, timezone=Atlantic/St_Helena
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=332013248,total=515244032
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestPropInjectDefaults, TestPhraseSuggestions, CSVRequestHandlerTest, TestSearchPerf, TestDocSet, TestLMDirichletSimilarityFactory, TestFastWriter, TestGroupingSearch, SearchHandlerTest, LeaderElectionTest, PolyFieldTest, MinimalSchemaTest, SolrCoreTest, TestCoreContainer]
[junit4:junit4] Completed on J0 in 7.73s, 4 tests, 1 error <<< FAILURES!

[...truncated 768 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/common-build.xml:1213: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/common-build.xml:877: There were test failures: 269 suites, 1137 tests, 1 error, 27 ignored (8 assumptions)

Total time: 48 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-trunk-Java6 - Build # 15983 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java6/15983/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
No registered leader was found, collection:collection1 slice:shard1

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found, collection:collection1 slice:shard1
	at __randomizedtesting.SeedInfo.seed([974B69DA1BDBF341:16ADE7C26C84937D]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:481)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:295)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:116)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 8645 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T1625 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /qei/z
[junit4:junit4]   2> 6 T1625 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362678747712
[junit4:junit4]   2> 7 T1625 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 8 T1626 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 14 T1626 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 14 T1626 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 14 T1626 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 15 T1626 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 16 T1626 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 109 T1625 oasc.ZkTestServer.run start zk server on port:26818
[junit4:junit4]   2> 109 T1625 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26818 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6fe8e900
[junit4:junit4]   2> 110 T1625 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 111 T1631 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26818. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 111 T1631 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26818, initiating session
[junit4:junit4]   2> 112 T1627 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:26819
[junit4:junit4]   2> 112 T1627 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:26819
[junit4:junit4]   2> 113 T1629 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 150 T1629 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d45fb924a0000 with negotiated timeout 10000 for client /140.211.11.196:26819
[junit4:junit4]   2> 150 T1631 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26818, sessionid = 0x13d45fb924a0000, negotiated timeout = 10000
[junit4:junit4]   2> 150 T1632 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6fe8e900 name:ZooKeeperConnection Watcher:127.0.0.1:26818 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 151 T1625 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 151 T1625 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 211 T1630 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d45fb924a0000
[junit4:junit4]   2> 258 T1632 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 259 T1627 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:26819 which had sessionid 0x13d45fb924a0000
[junit4:junit4]   2> 258 T1625 oaz.ZooKeeper.close Session: 0x13d45fb924a0000 closed
[junit4:junit4]   2> 259 T1625 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26818/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6858690e
[junit4:junit4]   2> 260 T1625 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 260 T1633 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26818. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 261 T1633 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26818, initiating session
[junit4:junit4]   2> 261 T1627 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:26820
[junit4:junit4]   2> 261 T1627 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:26820
[junit4:junit4]   2> 300 T1629 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d45fb924a0001 with negotiated timeout 10000 for client /140.211.11.196:26820
[junit4:junit4]   2> 300 T1633 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26818, sessionid = 0x13d45fb924a0001, negotiated timeout = 10000
[junit4:junit4]   2> 300 T1634 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6858690e name:ZooKeeperConnection Watcher:127.0.0.1:26818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 301 T1625 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 301 T1625 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 319 T1625 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 322 T1625 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 324 T1625 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 327 T1625 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 327 T1625 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 333 T1625 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 334 T1625 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 337 T1625 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 338 T1625 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 341 T1625 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 342 T1625 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 353 T1625 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 353 T1625 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 356 T1625 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 357 T1625 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 360 T1625 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 361 T1625 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 364 T1625 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 364 T1625 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 367 T1625 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 368 T1625 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 375 T1630 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d45fb924a0001
[junit4:junit4]   2> 376 T1634 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 376 T1625 oaz.ZooKeeper.close Session: 0x13d45fb924a0001 closed
[junit4:junit4]   2> 376 T1627 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:26820 which had sessionid 0x13d45fb924a0001
[junit4:junit4]   2> 606 T1625 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 610 T1625 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:26821
[junit4:junit4]   2> 611 T1625 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 611 T1625 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 612 T1625 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362678748082
[junit4:junit4]   2> 612 T1625 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362678748082/solr.xml
[junit4:junit4]   2> 613 T1625 oasc.CoreContainer.<init> New CoreContainer 643023060
[junit4:junit4]   2> 614 T1625 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362678748082/'
[junit4:junit4]   2> 614 T1625 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362678748082/'
[junit4:junit4]   2> 683 T1625 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 684 T1625 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 685 T1625 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 685 T1625 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 685 T1625 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 686 T1625 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 686 T1625 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 687 T1625 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 687 T1625 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 688 T1625 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 712 T1625 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 734 T1625 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26818/solr
[junit4:junit4]   2> 735 T1625 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 735 T1625 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26818 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4cb2d5b
[junit4:junit4]   2> 736 T1625 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 737 T1644 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26818. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 738 T1644 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26818, initiating session
[junit4:junit4]   2> 738 T1627 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:26822
[junit4:junit4]   2> 739 T1627 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:26822
[junit4:junit4]   2> 740 T1629 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d45fb924a0002 with negotiated timeout 20000 for client /140.211.11.196:26822
[junit4:junit4]   2> 740 T1644 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26818, sessionid = 0x13d45fb924a0002, negotiated timeout = 20000
[junit4:junit4]   2> 741 T1645 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4cb2d5b name:ZooKeeperConnection Watcher:127.0.0.1:26818 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 741 T1625 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 742 T1630 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d45fb924a0002
[junit4:junit4]   2> 743 T1645 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 743 T1627 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:26822 which had sessionid 0x13d45fb924a0002
[junit4:junit4]   2> 743 T1625 oaz.ZooKeeper.close Session: 0x13d45fb924a0002 closed
[junit4:junit4]   2> 744 T1625 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 754 T1625 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26818/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@312331c7
[junit4:junit4]   2> 756 T1625 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 756 T1646 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26818. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 757 T1646 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26818, initiating session
[junit4:junit4]   2> 757 T1627 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:26824
[junit4:junit4]   2> 757 T1627 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:26824
[junit4:junit4]   2> 758 T1629 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d45fb924a0003 with negotiated timeout 20000 for client /140.211.11.196:26824
[junit4:junit4]   2> 759 T1646 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26818, sessionid = 0x13d45fb924a0003, negotiated timeout = 20000
[junit4:junit4]   2> 759 T1647 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@312331c7 name:ZooKeeperConnection Watcher:127.0.0.1:26818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 759 T1625 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 761 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 763 T1625 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 765 T1625 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:26821_qei%2Fz
[junit4:junit4]   2> 766 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:26821_qei%2Fz Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:26821_qei%2Fz
[junit4:junit4]   2> 773 T1625 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:26821_qei%2Fz
[junit4:junit4]   2> 777 T1625 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 789 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 790 T1625 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 798 T1625 oasc.Overseer.start Overseer (id=89304514410708995-127.0.0.1:26821_qei%2Fz-n_0000000000) starting
[junit4:junit4]   2> 799 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 801 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 802 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 808 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 810 T1649 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 810 T1625 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 821 T1625 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 831 T1625 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 834 T1648 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 840 T1650 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362678748082/collection1
[junit4:junit4]   2> 840 T1650 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 841 T1650 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 841 T1650 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 843 T1650 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362678748082/collection1/'
[junit4:junit4]   2> 844 T1650 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362678748082/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 845 T1650 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362678748082/collection1/lib/README' to classloader
[junit4:junit4]   2> 919 T1650 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1020 T1650 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1021 T1650 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1031 T1650 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1704 T1650 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1716 T1650 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1720 T1650 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1730 T1650 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1735 T1650 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1739 T1650 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1739 T1650 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1740 T1650 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1740 T1650 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1741 T1650 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1741 T1650 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1741 T1650 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362678748082/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/control/data/
[junit4:junit4]   2> 1741 T1650 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@782cbc86
[junit4:junit4]   2> 1741 T1650 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1742 T1650 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/control/data forceNew: false
[junit4:junit4]   2> 1742 T1650 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/control/data/index/
[junit4:junit4]   2> 1743 T1650 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1743 T1650 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/control/data/index forceNew: false
[junit4:junit4]   2> 1747 T1650 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5298963b lockFactory=org.apache.lucene.store.NativeFSLockFactory@23de1b76),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1747 T1650 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1749 T1650 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1749 T1650 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1749 T1650 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1750 T1650 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1750 T1650 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1750 T1650 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1750 T1650 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1751 T1650 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1751 T1650 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1763 T1650 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1771 T1650 oass.SolrIndexSearcher.<init> Opening Searcher@590fcf77 main
[junit4:junit4]   2> 1771 T1650 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/control/data/tlog
[junit4:junit4]   2> 1772 T1650 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1772 T1650 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1774 T1651 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@590fcf77 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1775 T1650 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1775 T1650 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1776 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2339 T1648 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2340 T1648 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:26821_qei%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:26821/qei/z"}
[junit4:junit4]   2> 2340 T1648 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2341 T1648 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2341 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2372 T1647 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2789 T1650 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2789 T1650 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:26821/qei/z collection:control_collection shard:shard1
[junit4:junit4]   2> 2790 T1650 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2831 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2839 T1650 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2840 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2858 T1650 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2859 T1650 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2859 T1650 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:26821/qei/z/collection1/
[junit4:junit4]   2> 2859 T1650 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2859 T1650 oasc.SyncStrategy.syncToMe http://127.0.0.1:26821/qei/z/collection1/ has no replicas
[junit4:junit4]   2> 2860 T1650 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:26821/qei/z/collection1/
[junit4:junit4]   2> 2860 T1650 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2872 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3885 T1648 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3896 T1647 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3945 T1650 oasc.ZkController.register We are http://127.0.0.1:26821/qei/z/collection1/ and leader is http://127.0.0.1:26821/qei/z/collection1/
[junit4:junit4]   2> 3945 T1650 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:26821/qei/z
[junit4:junit4]   2> 3945 T1650 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3945 T1650 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3945 T1650 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3947 T1650 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3949 T1625 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3949 T1625 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3950 T1625 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3973 T1625 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3974 T1625 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26818/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@157a14ec
[junit4:junit4]   2> 3976 T1625 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3976 T1653 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26818. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3977 T1653 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26818, initiating session
[junit4:junit4]   2> 3977 T1627 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:26825
[junit4:junit4]   2> 3977 T1627 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:26825
[junit4:junit4]   2> 3978 T1629 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d45fb924a0004 with negotiated timeout 10000 for client /140.211.11.196:26825
[junit4:junit4]   2> 3978 T1653 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26818, sessionid = 0x13d45fb924a0004, negotiated timeout = 10000
[junit4:junit4]   2> 3979 T1654 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@157a14ec name:ZooKeeperConnection Watcher:127.0.0.1:26818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3979 T1625 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3980 T1625 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3983 T1625 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4317 T1625 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4320 T1625 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:26826
[junit4:junit4]   2> 4320 T1625 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4321 T1625 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4321 T1625 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362678751688
[junit4:junit4]   2> 4322 T1625 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362678751688/solr.xml
[junit4:junit4]   2> 4322 T1625 oasc.CoreContainer.<init> New CoreContainer 1385506512
[junit4:junit4]   2> 4323 T1625 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362678751688/'
[junit4:junit4]   2> 4324 T1625 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362678751688/'
[junit4:junit4]   2> 4384 T1625 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4384 T1625 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4385 T1625 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4385 T1625 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4385 T1625 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4386 T1625 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4386 T1625 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4387 T1625 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4387 T1625 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4388 T1625 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4407 T1625 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4429 T1625 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26818/solr
[junit4:junit4]   2> 4429 T1625 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4430 T1625 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26818 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5f1860e
[junit4:junit4]   2> 4431 T1625 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4431 T1664 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26818. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4432 T1664 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26818, initiating session
[junit4:junit4]   2> 4433 T1627 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:26827
[junit4:junit4]   2> 4433 T1627 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:26827
[junit4:junit4]   2> 4435 T1629 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d45fb924a0005 with negotiated timeout 20000 for client /140.211.11.196:26827
[junit4:junit4]   2> 4435 T1664 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26818, sessionid = 0x13d45fb924a0005, negotiated timeout = 20000
[junit4:junit4]   2> 4435 T1665 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f1860e name:ZooKeeperConnection Watcher:127.0.0.1:26818 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4435 T1625 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4437 T1630 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d45fb924a0005
[junit4:junit4]   2> 4445 T1665 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4446 T1627 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:26827 which had sessionid 0x13d45fb924a0005
[junit4:junit4]   2> 4445 T1625 oaz.ZooKeeper.close Session: 0x13d45fb924a0005 closed
[junit4:junit4]   2> 4446 T1625 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4456 T1625 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26818/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5d263871
[junit4:junit4]   2> 4457 T1625 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4457 T1666 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26818. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4458 T1666 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26818, initiating session
[junit4:junit4]   2> 4458 T1627 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:26828
[junit4:junit4]   2> 4458 T1627 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:26828
[junit4:junit4]   2> 4459 T1629 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d45fb924a0006 with negotiated timeout 20000 for client /140.211.11.196:26828
[junit4:junit4]   2> 4459 T1666 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26818, sessionid = 0x13d45fb924a0006, negotiated timeout = 20000
[junit4:junit4]   2> 4460 T1667 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d263871 name:ZooKeeperConnection Watcher:127.0.0.1:26818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4460 T1625 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4461 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4462 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4472 T1625 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5403 T1648 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5404 T1648 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:26821_qei%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:26821/qei/z"}
[junit4:junit4]   2> 5419 T1667 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5419 T1647 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5419 T1654 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5475 T1625 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:26826_qei%2Fz
[junit4:junit4]   2> 5476 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0006 type:delete cxid:0xd zxid:0x50 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:26826_qei%2Fz Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:26826_qei%2Fz
[junit4:junit4]   2> 5477 T1625 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:26826_qei%2Fz
[junit4:junit4]   2> 5480 T1667 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5480 T1647 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5480 T1654 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5481 T1667 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5481 T1647 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5482 T1654 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5494 T1668 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362678751688/collection1
[junit4:junit4]   2> 5494 T1668 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5495 T1668 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5495 T1668 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5496 T1668 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362678751688/collection1/'
[junit4:junit4]   2> 5497 T1668 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362678751688/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5498 T1668 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362678751688/collection1/lib/README' to classloader
[junit4:junit4]   2> 5552 T1668 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5618 T1668 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5619 T1668 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5626 T1668 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6315 T1668 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6328 T1668 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6333 T1668 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6346 T1668 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6351 T1668 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6356 T1668 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6357 T1668 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6357 T1668 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6357 T1668 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6358 T1668 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6359 T1668 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6359 T1668 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362678751688/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty1/
[junit4:junit4]   2> 6359 T1668 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@782cbc86
[junit4:junit4]   2> 6360 T1668 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6360 T1668 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty1 forceNew: false
[junit4:junit4]   2> 6361 T1668 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty1/index/
[junit4:junit4]   2> 6361 T1668 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6362 T1668 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty1/index forceNew: false
[junit4:junit4]   2> 6364 T1668 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5ac081a8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7afa12ff),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6365 T1668 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6367 T1668 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6368 T1668 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6368 T1668 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6369 T1668 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6369 T1668 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6369 T1668 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6370 T1668 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6370 T1668 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6370 T1668 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6378 T1668 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6384 T1668 oass.SolrIndexSearcher.<init> Opening Searcher@9c71d49 main
[junit4:junit4]   2> 6384 T1668 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty1/tlog
[junit4:junit4]   2> 6385 T1668 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6385 T1668 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6388 T1669 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9c71d49 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6390 T1668 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6390 T1668 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6929 T1648 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6930 T1648 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:26826_qei%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:26826/qei/z"}
[junit4:junit4]   2> 6930 T1648 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6931 T1648 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6936 T1647 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6936 T1654 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6936 T1667 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7393 T1668 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7393 T1668 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:26826/qei/z collection:collection1 shard:shard1
[junit4:junit4]   2> 7394 T1668 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7409 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0006 type:delete cxid:0x4a zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7410 T1668 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7410 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0006 type:create cxid:0x4b zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7421 T1668 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7421 T1668 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7422 T1668 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:26826/qei/z/collection1/
[junit4:junit4]   2> 7422 T1668 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7422 T1668 oasc.SyncStrategy.syncToMe http://127.0.0.1:26826/qei/z/collection1/ has no replicas
[junit4:junit4]   2> 7422 T1668 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:26826/qei/z/collection1/
[junit4:junit4]   2> 7423 T1668 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7426 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0006 type:create cxid:0x55 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8448 T1648 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8456 T1647 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8456 T1667 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8456 T1654 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8509 T1668 oasc.ZkController.register We are http://127.0.0.1:26826/qei/z/collection1/ and leader is http://127.0.0.1:26826/qei/z/collection1/
[junit4:junit4]   2> 8509 T1668 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:26826/qei/z
[junit4:junit4]   2> 8509 T1668 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8509 T1668 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8510 T1668 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8512 T1668 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8513 T1625 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8514 T1625 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8514 T1625 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8851 T1625 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8854 T1625 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:26829
[junit4:junit4]   2> 8855 T1625 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8855 T1625 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8855 T1625 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362678756236
[junit4:junit4]   2> 8856 T1625 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362678756236/solr.xml
[junit4:junit4]   2> 8856 T1625 oasc.CoreContainer.<init> New CoreContainer 79377051
[junit4:junit4]   2> 8857 T1625 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362678756236/'
[junit4:junit4]   2> 8858 T1625 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362678756236/'
[junit4:junit4]   2> 8934 T1625 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8935 T1625 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8936 T1625 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8936 T1625 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8936 T1625 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8937 T1625 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8937 T1625 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8938 T1625 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8938 T1625 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8938 T1625 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8961 T1625 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8980 T1625 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26818/solr
[junit4:junit4]   2> 8981 T1625 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8982 T1625 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26818 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5be31364
[junit4:junit4]   2> 8983 T1625 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8983 T1680 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26818. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8984 T1680 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26818, initiating session
[junit4:junit4]   2> 8984 T1627 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:26830
[junit4:junit4]   2> 8984 T1627 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:26830
[junit4:junit4]   2> 8986 T1629 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d45fb924a0007 with negotiated timeout 20000 for client /140.211.11.196:26830
[junit4:junit4]   2> 8987 T1680 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26818, sessionid = 0x13d45fb924a0007, negotiated timeout = 20000
[junit4:junit4]   2> 8987 T1681 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5be31364 name:ZooKeeperConnection Watcher:127.0.0.1:26818 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8987 T1625 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8988 T1630 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d45fb924a0007
[junit4:junit4]   2> 8989 T1681 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8990 T1627 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:26830 which had sessionid 0x13d45fb924a0007
[junit4:junit4]   2> 8989 T1625 oaz.ZooKeeper.close Session: 0x13d45fb924a0007 closed
[junit4:junit4]   2> 8990 T1625 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 9001 T1625 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26818/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7b549337
[junit4:junit4]   2> 9002 T1625 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9002 T1682 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26818. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 9003 T1682 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26818, initiating session
[junit4:junit4]   2> 9003 T1627 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:26831
[junit4:junit4]   2> 9003 T1627 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:26831
[junit4:junit4]   2> 9005 T1629 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d45fb924a0008 with negotiated timeout 20000 for client /140.211.11.196:26831
[junit4:junit4]   2> 9005 T1682 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26818, sessionid = 0x13d45fb924a0008, negotiated timeout = 20000
[junit4:junit4]   2> 9005 T1683 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b549337 name:ZooKeeperConnection Watcher:127.0.0.1:26818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9005 T1625 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9006 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9007 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9010 T1625 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9962 T1648 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9964 T1648 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:26826_qei%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:26826/qei/z"}
[junit4:junit4]   2> 9969 T1647 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9969 T1683 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9969 T1654 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9969 T1667 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10013 T1625 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:26829_qei%2Fz
[junit4:junit4]   2> 10014 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0008 type:delete cxid:0xd zxid:0x74 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:26829_qei%2Fz Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:26829_qei%2Fz
[junit4:junit4]   2> 10050 T1625 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:26829_qei%2Fz
[junit4:junit4]   2> 10075 T1667 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10075 T1654 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10075 T1647 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10076 T1683 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10076 T1683 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10077 T1667 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10077 T1654 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10094 T1647 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10100 T1684 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362678756236/collection1
[junit4:junit4]   2> 10100 T1684 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10101 T1684 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10101 T1684 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10102 T1684 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362678756236/collection1/'
[junit4:junit4]   2> 10104 T1684 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362678756236/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10104 T1684 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362678756236/collection1/lib/README' to classloader
[junit4:junit4]   2> 10152 T1684 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10212 T1684 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10213 T1684 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10219 T1684 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10876 T1684 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10889 T1684 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10893 T1684 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10909 T1684 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10915 T1684 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10921 T1684 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10922 T1684 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10922 T1684 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10923 T1684 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10924 T1684 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10924 T1684 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10924 T1684 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362678756236/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty2/
[junit4:junit4]   2> 10924 T1684 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@782cbc86
[junit4:junit4]   2> 10925 T1684 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10925 T1684 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty2 forceNew: false
[junit4:junit4]   2> 10926 T1684 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty2/index/
[junit4:junit4]   2> 10927 T1684 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10927 T1684 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty2/index forceNew: false
[junit4:junit4]   2> 10930 T1684 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@99024f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c9fa1d5),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10930 T1684 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10933 T1684 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10933 T1684 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10934 T1684 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10934 T1684 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10935 T1684 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10935 T1684 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10935 T1684 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10936 T1684 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10936 T1684 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10948 T1684 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10955 T1684 oass.SolrIndexSearcher.<init> Opening Searcher@4fe845cd main
[junit4:junit4]   2> 10955 T1684 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty2/tlog
[junit4:junit4]   2> 10956 T1684 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10957 T1684 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10961 T1685 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4fe845cd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10962 T1684 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10962 T1684 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11475 T1648 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11475 T1648 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:26829_qei%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:26829/qei/z"}
[junit4:junit4]   2> 11476 T1648 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11476 T1648 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 11498 T1647 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11498 T1667 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11498 T1654 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11498 T1683 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11973 T1684 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11973 T1684 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:26829/qei/z collection:collection1 shard:shard2
[junit4:junit4]   2> 11974 T1684 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 11989 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0008 type:delete cxid:0x49 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 11991 T1684 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 11991 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0008 type:create cxid:0x4a zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12002 T1684 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 12002 T1684 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 12003 T1684 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:26829/qei/z/collection1/
[junit4:junit4]   2> 12003 T1684 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 12003 T1684 oasc.SyncStrategy.syncToMe http://127.0.0.1:26829/qei/z/collection1/ has no replicas
[junit4:junit4]   2> 12003 T1684 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:26829/qei/z/collection1/
[junit4:junit4]   2> 12004 T1684 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 12007 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0008 type:create cxid:0x53 zxid:0x83 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13010 T1648 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13030 T1667 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13030 T1647 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13030 T1683 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13030 T1654 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13035 T1684 oasc.ZkController.register We are http://127.0.0.1:26829/qei/z/collection1/ and leader is http://127.0.0.1:26829/qei/z/collection1/
[junit4:junit4]   2> 13035 T1684 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:26829/qei/z
[junit4:junit4]   2> 13035 T1684 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 13035 T1684 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 13035 T1684 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13037 T1684 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13038 T1625 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 13039 T1625 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 13039 T1625 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13290 T1625 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13293 T1625 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:26832
[junit4:junit4]   2> 13294 T1625 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13294 T1625 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13295 T1625 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362678760761
[junit4:junit4]   2> 13295 T1625 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362678760761/solr.xml
[junit4:junit4]   2> 13296 T1625 oasc.CoreContainer.<init> New CoreContainer 526021670
[junit4:junit4]   2> 13297 T1625 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362678760761/'
[junit4:junit4]   2> 13297 T1625 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362678760761/'
[junit4:junit4]   2> 13366 T1625 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 13366 T1625 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13367 T1625 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13367 T1625 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13368 T1625 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13368 T1625 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13368 T1625 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13369 T1625 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13369 T1625 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13370 T1625 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13393 T1625 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13415 T1625 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26818/solr
[junit4:junit4]   2> 13416 T1625 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13416 T1625 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26818 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7e5bbbf4
[junit4:junit4]   2> 13417 T1625 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13418 T1696 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26818. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 13418 T1696 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26818, initiating session
[junit4:junit4]   2> 13419 T1627 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:26833
[junit4:junit4]   2> 13419 T1627 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:26833
[junit4:junit4]   2> 13421 T1629 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d45fb924a0009 with negotiated timeout 20000 for client /140.211.11.196:26833
[junit4:junit4]   2> 13421 T1696 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26818, sessionid = 0x13d45fb924a0009, negotiated timeout = 20000
[junit4:junit4]   2> 13421 T1697 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e5bbbf4 name:ZooKeeperConnection Watcher:127.0.0.1:26818 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13422 T1625 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13423 T1630 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d45fb924a0009
[junit4:junit4]   2> 13432 T1697 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13432 T1627 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:26833 which had sessionid 0x13d45fb924a0009
[junit4:junit4]   2> 13432 T1625 oaz.ZooKeeper.close Session: 0x13d45fb924a0009 closed
[junit4:junit4]   2> 13433 T1625 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 13444 T1625 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26818/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1ff5aff3
[junit4:junit4]   2> 13445 T1625 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13446 T1698 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26818. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 13446 T1698 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26818, initiating session
[junit4:junit4]   2> 13446 T1627 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:26834
[junit4:junit4]   2> 13447 T1627 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:26834
[junit4:junit4]   2> 13448 T1629 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d45fb924a000a with negotiated timeout 20000 for client /140.211.11.196:26834
[junit4:junit4]   2> 13448 T1698 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26818, sessionid = 0x13d45fb924a000a, negotiated timeout = 20000
[junit4:junit4]   2> 13449 T1699 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ff5aff3 name:ZooKeeperConnection Watcher:127.0.0.1:26818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13449 T1625 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13450 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a000a type:create cxid:0x1 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13451 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a000a type:create cxid:0x2 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13459 T1625 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 14462 T1625 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:26832_qei%2Fz
[junit4:junit4]   2> 14463 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a000a type:delete cxid:0xb zxid:0x92 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:26832_qei%2Fz Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:26832_qei%2Fz
[junit4:junit4]   2> 14465 T1625 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:26832_qei%2Fz
[junit4:junit4]   2> 14468 T1667 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14468 T1647 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14469 T1699 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14469 T1683 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14468 T1654 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14469 T1683 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14470 T1667 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14479 T1647 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14479 T1654 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14485 T1700 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362678760761/collection1
[junit4:junit4]   2> 14485 T1700 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14486 T1700 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14486 T1700 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14487 T1700 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362678760761/collection1/'
[junit4:junit4]   2> 14488 T1700 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362678760761/collection1/lib/README' to classloader
[junit4:junit4]   2> 14489 T1700 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362678760761/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14537 T1648 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14538 T1648 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:26829_qei%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:26829/qei/z"}
[junit4:junit4]   2> 14543 T1700 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 14551 T1667 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14551 T1699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14551 T1647 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14551 T1654 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14551 T1683 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14614 T1700 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14615 T1700 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14621 T1700 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 15376 T1700 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 15388 T1700 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 15395 T1700 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 15413 T1700 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15420 T1700 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15428 T1700 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15429 T1700 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15430 T1700 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15430 T1700 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15431 T1700 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15432 T1700 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15432 T1700 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362678760761/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty3/
[junit4:junit4]   2> 15433 T1700 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@782cbc86
[junit4:junit4]   2> 15433 T1700 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15434 T1700 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty3 forceNew: false
[junit4:junit4]   2> 15435 T1700 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty3/index/
[junit4:junit4]   2> 15436 T1700 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15436 T1700 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty3/index forceNew: false
[junit4:junit4]   2> 15440 T1700 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@31cb325f lockFactory=org.apache.lucene.store.NativeFSLockFactory@7baaae60),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15441 T1700 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15444 T1700 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15445 T1700 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15446 T1700 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15447 T1700 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15447 T1700 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15448 T1700 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15448 T1700 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15449 T1700 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15449 T1700 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15464 T1700 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15470 T1700 oass.SolrIndexSearcher.<init> Opening Searcher@9fbf37d main
[junit4:junit4]   2> 15471 T1700 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty3/tlog
[junit4:junit4]   2> 15471 T1700 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15472 T1700 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15475 T1701 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9fbf37d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15477 T1700 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 15477 T1700 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16057 T1648 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16058 T1648 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:26832_qei%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:26832/qei/z"}
[junit4:junit4]   2> 16058 T1648 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 16058 T1648 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 16078 T1667 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16078 T1683 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16078 T1654 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16078 T1647 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16078 T1699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16484 T1700 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16484 T1700 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:26832/qei/z collection:collection1 shard:shard1
[junit4:junit4]   2> 16487 T1700 oasc.ZkController.register We are http://127.0.0.1:26832/qei/z/collection1/ and leader is http://127.0.0.1:26826/qei/z/collection1/
[junit4:junit4]   2> 16488 T1700 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:26832/qei/z
[junit4:junit4]   2> 16488 T1700 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16488 T1700 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C94 name=collection1 org.apache.solr.core.SolrCore@1c02e5a4 url=http://127.0.0.1:26832/qei/z/collection1 node=127.0.0.1:26832_qei%2Fz C94_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:26832_qei%2Fz, base_url=http://127.0.0.1:26832/qei/z}
[junit4:junit4]   2> 16489 T1702 C94 P26832 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16489 T1700 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16489 T1702 C94 P26832 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16490 T1702 C94 P26832 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16490 T1702 C94 P26832 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16491 T1625 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 16491 T1625 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16492 T1702 C94 P26832 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16492 T1625 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16515 T1625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16517 T1625 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16528 T1658 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362678751688/onenodecollectioncore
[junit4:junit4]   2> 16528 T1658 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 16529 T1658 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 16530 T1658 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 16531 T1658 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 16531 T1658 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 16538 T1658 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 16540 T1658 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362678751688/onenodecollectioncore/'
[junit4:junit4]   2> 16613 T1658 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 16676 T1658 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16677 T1658 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16684 T1658 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17253 T1658 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17260 T1658 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17263 T1658 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17275 T1658 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17281 T1658 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17286 T1658 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17287 T1658 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17288 T1658 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17288 T1658 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17289 T1658 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17290 T1658 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17290 T1658 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362678751688/onenodecollectioncore/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362678747712/onenodecollection/
[junit4:junit4]   2> 17290 T1658 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@782cbc86
[junit4:junit4]   2> 17291 T1658 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17292 T1658 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362678747712/onenodecollection forceNew: false
[junit4:junit4]   2> 17292 T1658 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362678747712/onenodecollection/index/
[junit4:junit4]   2> 17293 T1658 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362678747712/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17293 T1658 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362678747712/onenodecollection/index forceNew: false
[junit4:junit4]   2> 17295 T1658 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4dfd9f4a lockFactory=org.apache.lucene.store.NativeFSLockFactory@33f7f483),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17295 T1658 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17297 T1658 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17297 T1658 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17297 T1658 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17298 T1658 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17299 T1658 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17299 T1658 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17299 T1658 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17299 T1658 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17300 T1658 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17305 T1658 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17309 T1658 oass.SolrIndexSearcher.<init> Opening Searcher@1ba8b3e7 main
[junit4:junit4]   2> 17310 T1658 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362678747712/onenodecollection/tlog
[junit4:junit4]   2> 17310 T1658 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17311 T1658 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17313 T1704 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@1ba8b3e7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17315 T1658 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 17591 T1648 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17592 T1648 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:26832_qei%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:26832/qei/z"}
[junit4:junit4]   2> 17596 T1648 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:26826_qei%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:26826/qei/z"}
[junit4:junit4]   2> 17596 T1648 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 17596 T1648 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 17608 T1667 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17608 T1654 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17608 T1647 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17608 T1699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17608 T1683 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18324 T1658 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 18325 T1658 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:26826/qei/z collection:onenodecollection shard:shard1
[junit4:junit4]   2> 18326 T1658 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 18342 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0006 type:delete cxid:0xa3 zxid:0xad txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 18347 T1658 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 18348 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0006 type:create cxid:0xa4 zxid:0xae txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 18351 T1658 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 18351 T1658 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 18351 T1658 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:26826/qei/z/onenodecollectioncore/
[junit4:junit4]   2> 18352 T1658 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 18352 T1658 oasc.SyncStrategy.syncToMe http://127.0.0.1:26826/qei/z/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 18352 T1658 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:26826/qei/z/onenodecollectioncore/
[junit4:junit4]   2> 18353 T1658 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 18364 T1630 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d45fb924a0006 type:create cxid:0xae zxid:0xb2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 18518 T1657 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:26832_qei%252Fz_collection1&state=recovering&nodeName=127.0.0.1:26832_qei%252Fz&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002 
[junit4:junit4]   2> 19121 T1648 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19141 T1699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19141 T1654 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19141 T1683 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19141 T1667 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19141 T1647 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19188 T1658 oasc.ZkController.register We are http://127.0.0.1:26826/qei/z/onenodecollectioncore/ and leader is http://127.0.0.1:26826/qei/z/onenodecollectioncore/
[junit4:junit4]   2> 19188 T1658 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:26826/qei/z
[junit4:junit4]   2> 19188 T1658 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 19189 T1658 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 19191 T1658 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19192 T1658 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {numShards=1&roles=none&name=onenodecollectioncore&action=CREATE&collection=onenodecollection&dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362678747712/onenodecollection&wt=javabin&version=2} status=0 QTime=2664 
[junit4:junit4]   2> 19193 T1625 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 19194 T1625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20195 T1625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C94_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:26832_qei%2Fz, base_url=http://127.0.0.1:26832/qei/z}
[junit4:junit4]   2> 20519 T1702 C94 P26832 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:26826/qei/z/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 20519 T1702 C94 P26832 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:26832/qei/z START replicas=[http://127.0.0.1:26826/qei/z/collection1/] nUpdates=100
[junit4:junit4]   2> 20519 T1702 C94 P26832 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 20520 T1702 C94 P26832 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 20520 T1702 C94 P26832 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 20520 T1702 C94 P26832 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 20520 T1702 C94 P26832 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 20521 T1702 C94 P26832 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:26826/qei/z/collection1/. core=collection1
[junit4:junit4]   2> 20521 T1702 C94 P26832 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C95 name=collection1 org.apache.solr.core.SolrCore@5c2bd9c5 url=http://127.0.0.1:26826/qei/z/collection1 node=127.0.0.1:26826_qei%2Fz C95_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:26826_qei%2Fz, base_url=http://127.0.0.1:26826/qei/z, leader=true}
[junit4:junit4]   2> 20527 T1659 C95 P26826 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20537 T1660 C95 P26826 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20540 T1660 C95 P26826 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5ac081a8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7afa12ff),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 20540 T1660 C95 P26826 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 20541 T1660 C95 P26826 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5ac081a8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7afa12ff),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5ac081a8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7afa12ff),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20541 T1660 C95 P26826 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20542 T1660 C95 P26826 oass.SolrIndexSearcher.<init> Opening Searcher@419a8512 realtime
[junit4:junit4]   2> 20542 T1660 C95 P26826 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20543 T1660 C95 P26826 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 20543 T1702 C94 P26832 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20544 T1702 C94 P26832 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 20545 T1661 C95 P26826 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20546 T1661 C95 P26826 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 20546 T1702 C94 P26832 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 20546 T1702 C94 P26832 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 20547 T1702 C94 P26832 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 20549 T1661 C95 P26826 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20550 T1702 C94 P26832 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 20551 T1702 C94 P26832 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty3/index.20130307205952255 forceNew: false
[junit4:junit4]   2> 20551 T1702 C94 P26832 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@18a05aac lockFactory=org.apache.lucene.store.NativeFSLockFactory@128596b0) fullCopy=false
[junit4:junit4]   2> 20554 T1661 C95 P26826 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 20555 T1702 C94 P26832 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 20556 T1702 C94 P26832 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 20556 T1702 C94 P26832 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 20558 T1702 C94 P26832 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@31cb325f lockFactory=org.apache.lucene.store.NativeFSLockFactory@7baaae60),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@31cb325f lockFactory=org.apache.lucene.store.NativeFSLockFactory@7baaae60),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20559 T1702 C94 P26832 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20559 T1702 C94 P26832 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 20559 T1702 C94 P26832 oass.SolrIndexSearcher.<init> Opening Searcher@42ff9b4a main
[junit4:junit4]   2> 20560 T1701 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@42ff9b4a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 20560 T1702 C94 P26832 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@18a05aac lockFactory=org.apache.lucene.store.NativeFSLockFactory@128596b0)
[junit4:junit4]   2> 20561 T1702 C94 P26832 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 20561 T1702 C94 P26832 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 20561 T1702 C94 P26832 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 20561 T1702 C94 P26832 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20566 T1702 C94 P26832 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20647 T1648 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20648 T1648 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:26826_qei%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:26826/qei/z"}
[junit4:junit4]   2> 20772 T1648 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:26832_qei%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:26832/qei/z"}
[junit4:junit4]   2> 20784 T1667 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20784 T1654 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20784 T1647 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20784 T1699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20784 T1683 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21197 T1625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21198 T1625 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 21199 T1625 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C96 name=onenodecollectioncore org.apache.solr.core.SolrCore@729e22b url=http://127.0.0.1:26826/qei/z/onenodecollectioncore node=127.0.0.1:26826_qei%2Fz C96_STATE=coll:onenodecollection core:onenodecollectioncore props:{shard=shard1, roles=none, state=active, core=onenodecollectioncore, collection=onenodecollection, node_name=127.0.0.1:26826_qei%2Fz, base_url=http://127.0.0.1:26826/qei/z, leader=true}
[junit4:junit4]   2> 21221 T1662 C96 P26826 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4dfd9f4a lockFactory=org.apache.lucene.store.NativeFSLockFactory@33f7f483),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21222 T1662 C96 P26826 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21224 T1662 C96 P26826 /update {wt=javabin&version=2} {add=[1 (1428872252804300800)]} 0 5
[junit4:junit4]   2> 21231 T1662 C96 P26826 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21233 T1662 C96 P26826 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4dfd9f4a lockFactory=org.apache.lucene.store.NativeFSLockFactory@33f7f483),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4dfd9f4a lockFactory=org.apache.lucene.store.NativeFSLockFactory@33f7f483),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_Lucene41_0.pos, _0_dv.cfs, _0_nrm.cfs, _0_Lucene41_0.doc, _0_nrm.cfe, segments_2, _0.fdx, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0.fdt, _0_dv.cfe]
[junit4:junit4]   2> 21233 T1662 C96 P26826 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.fnm, _0_Lucene41_0.pos, _0_dv.cfs, _0_nrm.cfs, _0_Lucene41_0.doc, _0_nrm.cfe, segments_2, _0.fdx, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0.fdt, _0_dv.cfe]
[junit4:junit4]   2> 21235 T1662 C96 P26826 oass.SolrIndexSearcher.<init> Opening Searcher@72d0cde4 main
[junit4:junit4]   2> 21235 T1662 C96 P26826 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21236 T1704 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@72d0cde4 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 21236 T1662 C96 P26826 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 21241 T1662 C96 P26826 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 21242 T1625 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21255 T1662 C96 P26826 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C97 name=collection1 org.apache.solr.core.SolrCore@6606445f url=http://127.0.0.1:26821/qei/z/collection1 node=127.0.0.1:26821_qei%2Fz C97_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:26821_qei%2Fz, base_url=http://127.0.0.1:26821/qei/z, leader=true}
[junit4:junit4]   2> 21267 T1637 C97 P26821 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5298963b lockFactory=org.apache.lucene.store.NativeFSLockFactory@23de1b76),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21267 T1637 C97 P26821 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21270 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[1 (1428872252850438144)]} 0 7
[junit4:junit4]   2>  C94_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:26832_qei%2Fz, base_url=http://127.0.0.1:26832/qei/z}
[junit4:junit4]   2> 21293 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1428872252868263936)]} 0 3
[junit4:junit4]   2> 21294 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[1 (1428872252868263936)]} 0 13
[junit4:junit4]   2> 21296 T1637 C97 P26821 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21299 T1637 C97 P26821 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5298963b lockFactory=org.apache.lucene.store.NativeFSLockFactory@23de1b76),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5298963b lockFactory=org.apache.lucene.store.NativeFSLockFactory@23de1b76),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_Lucene41_0.pos, _0_dv.cfs, _0_nrm.cfs, _0_Lucene41_0.doc, _0_nrm.cfe, segments_2, _0.fdx, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0.fdt, _0_dv.cfe]
[junit4:junit4]   2> 21300 T1637 C97 P26821 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.fnm, _0_Lucene41_0.pos, _0_dv.cfs, _0_nrm.cfs, _0_Lucene41_0.doc, _0_nrm.cfe, segments_2, _0.fdx, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0.fdt, _0_dv.cfe]
[junit4:junit4]   2> 21301 T1637 C97 P26821 oass.SolrIndexSearcher.<init> Opening Searcher@1a005231 main
[junit4:junit4]   2> 21302 T1637 C97 P26821 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21302 T1651 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a005231 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 21303 T1637 C97 P26821 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 21306 T1663 C95 P26826 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21310 T1663 C95 P26826 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5ac081a8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7afa12ff),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5ac081a8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7afa12ff),segFN=segments_3,generation=3,filenames=[_0.fnm, _0_Lucene41_0.pos, _0_dv.cfs, _0_nrm.cfs, _0_Lucene41_0.doc, _0_nrm.cfe, _0.fdx, _0.si, _0_Lucene41_0.tim, segments_3, _0_Lucene41_0.tip, _0.fdt, _0_dv.cfe]
[junit4:junit4]   2> 21310 T1663 C95 P26826 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0_Lucene41_0.pos, _0_dv.cfs, _0_nrm.cfs, _0_Lucene41_0.doc, _0_nrm.cfe, _0.fdx, _0.si, _0_Lucene41_0.tim, segments_3, _0_Lucene41_0.tip, _0.fdt, _0_dv.cfe]
[junit4:junit4]   2> 21312 T1663 C95 P26826 oass.SolrIndexSearcher.<init> Opening Searcher@4c9e4354 main
[junit4:junit4]   2> 21312 T1663 C95 P26826 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21313 T1669 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4c9e4354 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 21313 T1663 C95 P26826 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:26832/qei/z/collection1/, StdNode: http://127.0.0.1:26829/qei/z/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 21316 T1689 C94 P26832 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21322 T1689 C94 P26832 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@31cb325f lockFactory=org.apache.lucene.store.NativeFSLockFactory@7baaae60),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@31cb325f lockFactory=org.apache.lucene.store.NativeFSLockFactory@7baaae60),segFN=segments_3,generation=3,filenames=[_0.fnm, _0_Lucene41_0.pos, _0_dv.cfs, _0_nrm.cfs, _0_Lucene41_0.doc, _0_nrm.cfe, _0.fdx, _0.si, _0_Lucene41_0.tim, segments_3, _0_Lucene41_0.tip, _0.fdt, _0_dv.cfe]
[junit4:junit4]   2> 21323 T1689 C94 P26832 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0_Lucene41_0.pos, _0_dv.cfs, _0_nrm.cfs, _0_Lucene41_0.doc, _0_nrm.cfe, _0.fdx, _0.si, _0_Lucene41_0.tim, segments_3, _0_Lucene41_0.tip, _0.fdt, _0_dv.cfe]
[junit4:junit4]   2> ASYNC  NEW_CORE C98 name=collection1 org.apache.solr.core.SolrCore@4d67d32 url=http://127.0.0.1:26829/qei/z/collection1 node=127.0.0.1:26829_qei%2Fz C98_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:26829_qei%2Fz, base_url=http://127.0.0.1:26829/qei/z, leader=true}
[junit4:junit4]   2> 21324 T1675 C98 P26829 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21325 T1689 C94 P26832 oass.SolrIndexSearcher.<init> Opening Searcher@1f371a6b main
[junit4:junit4]   2> 21326 T1689 C94 P26832 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21326 T1701 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f371a6b main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 21327 T1689 C94 P26832 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 21327 T1675 C98 P26829 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@99024f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c9fa1d5),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21328 T1675 C98 P26829 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21329 T1675 C98 P26829 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@99024f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c9fa1d5),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@99024f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c9fa1d5),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 21329 T1675 C98 P26829 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 21330 T1675 C98 P26829 oass.SolrIndexSearcher.<init> Opening Searcher@72cd4cf3 main
[junit4:junit4]   2> 21330 T1675 C98 P26829 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21330 T1685 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@72cd4cf3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 21331 T1675 C98 P26829 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 21332 T1663 C95 P26826 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 26
[junit4:junit4]   2> 21332 T1625 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 21333 T1625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21334 T1625 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 21337 T1637 C97 P26821 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 21338 T1625 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26818/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@28f04c7b
[junit4:junit4]   2> 21339 T1625 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 21340 T1710 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26818. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 21340 T1710 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26818, initiating session
[junit4:junit4]   2> 21340 T1627 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:26848
[junit4:junit4]   2> 21340 T1627 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:26848
[junit4:junit4]   2> 21342 T1629 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d45fb924a000b with negotiated timeout 10000 for client /140.211.11.196:26848
[junit4:junit4]   2> 21342 T1710 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26818, sessionid = 0x13d45fb924a000b, negotiated timeout = 10000
[junit4:junit4]   2> 21343 T1711 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28f04c7b name:ZooKeeperConnection Watcher:127.0.0.1:26818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 21343 T1625 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 21344 T1625 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 21347 T1630 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d45fb924a000b
[junit4:junit4]   2> 21348 T1627 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:26848 which had sessionid 0x13d45fb924a000b
[junit4:junit4]   2> 21348 T1711 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 21348 T1625 oaz.ZooKeeper.close Session: 0x13d45fb924a000b closed
[junit4:junit4]   2> 21350 T1657 C95 P26826 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 21353 T1676 C98 P26829 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 21357 T1660 C95 P26826 REQ /select {NOW=1362678769060&shard.url=127.0.0.1:26826/qei/z/collection1/|127.0.0.1:26832/qei/z/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 21358 T1677 C98 P26829 REQ /select {NOW=1362678769060&shard.url=127.0.0.1:26829/qei/z/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 21361 T1660 C95 P26826 REQ /select {NOW=1362678769060&shard.url=127.0.0.1:26826/qei/z/collection1/|127.0.0.1:26832/qei/z/collection1/&ids=1&q=*:*&distrib=false&wt=javabin&isShard=true&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21362 T1663 C95 P26826 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=7 
[junit4:junit4]   2> 21367 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[2 (1428872252956344320)]} 0 2
[junit4:junit4]   2> 21374 T1675 C98 P26829 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1428872252963684352)]} 0 2
[junit4:junit4]   2> 21375 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[2]} 0 5
[junit4:junit4]   2> 21379 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[3 (1428872252969975808)]} 0 1
[junit4:junit4]   2> 21385 T1675 C98 P26829 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1428872252976267264)]} 0 1
[junit4:junit4]   2> 21386 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[3]} 0 4
[junit4:junit4]   2> 21394 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[4 (1428872252980461568)]} 0 6
[junit4:junit4]   2> 21404 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1428872252989898752)]} 0 2
[junit4:junit4]   2> 21405 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[4 (1428872252989898752)]} 0 8
[junit4:junit4]   2> 21409 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[5 (1428872253001433088)]} 0 1
[junit4:junit4]   2> 21415 T1675 C98 P26829 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1428872253007724544)]} 0 1
[junit4:junit4]   2> 21416 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[5]} 0 4
[junit4:junit4]   2> 21419 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[6 (1428872253011918848)]} 0 1
[junit4:junit4]   2> 21425 T1675 C98 P26829 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1428872253018210304)]} 0 1
[junit4:junit4]   2> 21425 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[6]} 0 3
[junit4:junit4]   2> 21429 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[7 (1428872253022404608)]} 0 1
[junit4:junit4]   2> 21433 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[7 (1428872253025550336)]} 0 2
[junit4:junit4]   2> 21437 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[8 (1428872253030793216)]} 0 1
[junit4:junit4]   2> 21444 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1428872253034987520)]} 0 1
[junit4:junit4]   2> 21445 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[8 (1428872253034987520)]} 0 5
[junit4:junit4]   2> 21449 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[9 (1428872253043376128)]} 0 1
[junit4:junit4]   2> 21455 T1675 C98 P26829 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[9 (1428872253049667584)]} 0 1
[junit4:junit4]   2> 21456 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[9]} 0 3
[junit4:junit4]   2> 21459 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[10 (1428872253053861888)]} 0 1
[junit4:junit4]   2> 21466 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1428872253058056192)]} 0 1
[junit4:junit4]   2> 21467 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[10 (1428872253058056192)]} 0 5
[junit4:junit4]   2> 21471 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[11 (1428872253066444800)]} 0 1
[junit4:junit4]   2> 21478 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1428872253070639104)]} 0 1
[junit4:junit4]   2> 21479 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[11 (1428872253070639104)]} 0 5
[junit4:junit4]   2> 21483 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[12 (1428872253079027712)]} 0 1
[junit4:junit4]   2> 21490 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1428872253083222016)]} 0 1
[junit4:junit4]   2> 21491 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[12 (1428872253083222016)]} 0 5
[junit4:junit4]   2> 21495 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[13 (1428872253091610624)]} 0 1
[junit4:junit4]   2> 21505 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1428872253098950656)]} 0 1
[junit4:junit4]   2> 21506 T1715 C95 P26826 /update {distrib.from=http://127.0.0.1:26829/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[13 (1428872253098950656)]} 0 5
[junit4:junit4]   2> 21507 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[13]} 0 9
[junit4:junit4]   2> 21511 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[14 (1428872253108387840)]} 0 1
[junit4:junit4]   2> 21521 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1428872253115727872)]} 0 1
[junit4:junit4]   2> 21522 T1715 C95 P26826 /update {distrib.from=http://127.0.0.1:26829/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1428872253115727872)]} 0 5
[junit4:junit4]   2> 21522 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[14]} 0 8
[junit4:junit4]   2> 21526 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[15 (1428872253124116480)]} 0 1
[junit4:junit4]   2> 21536 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1428872253131456512)]} 0 1
[junit4:junit4]   2> 21537 T1715 C95 P26826 /update {distrib.from=http://127.0.0.1:26829/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[15 (1428872253131456512)]} 0 5
[junit4:junit4]   2> 21537 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[15]} 0 8
[junit4:junit4]   2> 21541 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[16 (1428872253139845120)]} 0 1
[junit4:junit4]   2> 21548 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1428872253144039424)]} 0 1
[junit4:junit4]   2> 21549 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[16 (1428872253144039424)]} 0 5
[junit4:junit4]   2> 21554 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[17 (1428872253152428032)]} 0 2
[junit4:junit4]   2> 21562 T1675 C98 P26829 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1428872253161865216)]} 0 2
[junit4:junit4]   2> 21563 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[17]} 0 6
[junit4:junit4]   2> 21567 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[100 (1428872253167108096)]} 0 1
[junit4:junit4]   2> 21573 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[100 (1428872253170253824)]} 0 1
[junit4:junit4]   2> 21574 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[100 (1428872253170253824)]} 0 5
[junit4:junit4]   2> 21578 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[101 (1428872253178642432)]} 0 1
[junit4:junit4]   2> 21588 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[101 (1428872253185982464)]} 0 1
[junit4:junit4]   2> 21589 T1715 C95 P26826 /update {distrib.from=http://127.0.0.1:26829/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[101 (1428872253185982464)]} 0 5
[junit4:junit4]   2> 21590 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[101]} 0 9
[junit4:junit4]   2> 21593 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[102 (1428872253194371072)]} 0 1
[junit4:junit4]   2> 21602 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[102 (1428872253200662528)]} 0 1
[junit4:junit4]   2> 21603 T1715 C95 P26826 /update {distrib.from=http://127.0.0.1:26829/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[102 (1428872253200662528)]} 0 5
[junit4:junit4]   2> 21603 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[102]} 0 8
[junit4:junit4]   2> 21607 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[103 (1428872253209051136)]} 0 1
[junit4:junit4]   2> 21613 T1675 C98 P26829 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[103 (1428872253215342592)]} 0 1
[junit4:junit4]   2> 21614 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[103]} 0 4
[junit4:junit4]   2> 21617 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[104 (1428872253219536896)]} 0 1
[junit4:junit4]   2> 21622 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[104 (1428872253223731200)]} 0 2
[junit4:junit4]   2> 21626 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[105 (1428872253228974080)]} 0 1
[junit4:junit4]   2> 21629 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[105 (1428872253232119808)]} 0 1
[junit4:junit4]   2> 21634 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[106 (1428872253237362688)]} 0 1
[junit4:junit4]   2> 21639 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[106 (1428872253241556992)]} 0 2
[junit4:junit4]   2> 21643 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[107 (1428872253246799872)]} 0 1
[junit4:junit4]   2> 21652 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[107 (1428872253253091328)]} 0 1
[junit4:junit4]   2> 21653 T1715 C95 P26826 /update {distrib.from=http://127.0.0.1:26829/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[107 (1428872253253091328)]} 0 5
[junit4:junit4]   2> 21653 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[107]} 0 8
[junit4:junit4]   2> 21657 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[108 (1428872253261479936)]} 0 1
[junit4:junit4]   2> 21664 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[108 (1428872253265674240)]} 0 1
[junit4:junit4]   2> 21665 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[108 (1428872253265674240)]} 0 5
[junit4:junit4]   2> 21668 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[109 (1428872253273014272)]} 0 1
[junit4:junit4]   2> 21677 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[109 (1428872253279305728)]} 0 1
[junit4:junit4]   2> 21678 T1715 C95 P26826 /update {distrib.from=http://127.0.0.1:26829/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[109 (1428872253279305728)]} 0 5
[junit4:junit4]   2> 21678 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[109]} 0 8
[junit4:junit4]   2> 21682 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[110 (1428872253287694336)]} 0 1
[junit4:junit4]   2> 21692 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[110 (1428872253295034368)]} 0 1
[junit4:junit4]   2> 21693 T1715 C95 P26826 /update {distrib.from=http://127.0.0.1:26829/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[110 (1428872253295034368)]} 0 5
[junit4:junit4]   2> 21693 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[110]} 0 8
[junit4:junit4]   2> 21697 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[111 (1428872253303422976)]} 0 1
[junit4:junit4]   2> 21707 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[111 (1428872253310763008)]} 0 1
[junit4:junit4]   2> 21708 T1715 C95 P26826 /update {distrib.from=http://127.0.0.1:26829/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[111 (1428872253310763008)]} 0 5
[junit4:junit4]   2> 21708 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[111]} 0 8
[junit4:junit4]   2> 21712 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[112 (1428872253319151616)]} 0 1
[junit4:junit4]   2> 21718 T1675 C98 P26829 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[112 (1428872253325443072)]} 0 1
[junit4:junit4]   2> 21719 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[112]} 0 4
[junit4:junit4]   2> 21722 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[113 (1428872253329637376)]} 0 1
[junit4:junit4]   2> 21730 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[113 (1428872253333831680)]} 0 1
[junit4:junit4]   2> 21731 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[113 (1428872253333831680)]} 0 6
[junit4:junit4]   2> 21735 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[114 (1428872253343268864)]} 0 1
[junit4:junit4]   2> 21742 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[114 (1428872253347463168)]} 0 1
[junit4:junit4]   2> 21743 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[114 (1428872253347463168)]} 0 5
[junit4:junit4]   2> 21746 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[115 (1428872253354803200)]} 0 1
[junit4:junit4]   2> 21751 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[115 (1428872253358997504)]} 0 2
[junit4:junit4]   2> 21755 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[116 (1428872253364240384)]} 0 1
[junit4:junit4]   2> 21761 T1675 C98 P26829 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[116 (1428872253370531840)]} 0 1
[junit4:junit4]   2> 21762 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[116]} 0 4
[junit4:junit4]   2> 21766 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[117 (1428872253375774720)]} 0 1
[junit4:junit4]   2> 21771 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[117 (1428872253379969024)]} 0 2
[junit4:junit4]   2> 21775 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[118 (1428872253385211904)]} 0 1
[junit4:junit4]   2> 21785 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[118 (1428872253392551936)]} 0 1
[junit4:junit4]   2> 21786 T1715 C95 P26826 /update {distrib.from=http://127.0.0.1:26829/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[118 (1428872253392551936)]} 0 5
[junit4:junit4]   2> 21786 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[118]} 0 8
[junit4:junit4]   2> 21790 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[119 (1428872253400940544)]} 0 1
[junit4:junit4]   2> 21794 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[119 (1428872253404086272)]} 0 2
[junit4:junit4]   2> 21797 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[120 (1428872253408280576)]} 0 1
[junit4:junit4]   2> 21803 T1675 C98 P26829 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[120 (1428872253414572032)]} 0 1
[junit4:junit4]   2> 21804 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[120]} 0 4
[junit4:junit4]   2> 21807 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[121 (1428872253418766336)]} 0 1
[junit4:junit4]   2> 21812 T1675 C98 P26829 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[121 (1428872253424009216)]} 0 1
[junit4:junit4]   2> 21812 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[121]} 0 3
[junit4:junit4]   2> 21816 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[122 (1428872253428203520)]} 0 1
[junit4:junit4]   2> 21826 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[122 (1428872253435543552)]} 0 1
[junit4:junit4]   2> 21827 T1715 C95 P26826 /update {distrib.from=http://127.0.0.1:26829/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[122 (1428872253435543552)]} 0 5
[junit4:junit4]   2> 21827 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[122]} 0 8
[junit4:junit4]   2> 21831 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[123 (1428872253443932160)]} 0 1
[junit4:junit4]   2> 21838 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[123 (1428872253447077888)]} 0 1
[junit4:junit4]   2> 21839 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[123 (1428872253447077888)]} 0 6
[junit4:junit4]   2> 21844 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[124 (1428872253457563648)]} 0 1
[junit4:junit4]   2> 21851 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[124 (1428872253461757952)]} 0 1
[junit4:junit4]   2> 21852 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[124 (1428872253461757952)]} 0 5
[junit4:junit4]   2> 21855 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[125 (1428872253469097984)]} 0 1
[junit4:junit4]   2> 21861 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[125 (1428872253472243712)]} 0 1
[junit4:junit4]   2> 21862 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[125 (1428872253472243712)]} 0 5
[junit4:junit4]   2> 21866 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[126 (1428872253480632320)]} 0 1
[junit4:junit4]   2> 21871 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[126 (1428872253484826624)]} 0 2
[junit4:junit4]   2> 21875 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[127 (1428872253490069504)]} 0 1
[junit4:junit4]   2> 21881 T1675 C98 P26829 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[127 (1428872253496360960)]} 0 1
[junit4:junit4]   2> 21881 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[127]} 0 3
[junit4:junit4]   2> 21885 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[128 (1428872253500555264)]} 0 1
[junit4:junit4]   2> 21889 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[128 (1428872253503700992)]} 0 2
[junit4:junit4]   2> 21893 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[129 (1428872253508943872)]} 0 1
[junit4:junit4]   2> 21900 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[129 (1428872253513138176)]} 0 1
[junit4:junit4]   2> 21901 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[129 (1428872253513138176)]} 0 5
[junit4:junit4]   2> 21905 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[130 (1428872253521526784)]} 0 1
[junit4:junit4]   2> 21910 T1675 C98 P26829 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[130 (1428872253526769664)]} 0 1
[junit4:junit4]   2> 21911 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[130]} 0 4
[junit4:junit4]   2> 21915 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[131 (1428872253532012544)]} 0 1
[junit4:junit4]   2> 21920 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[131 (1428872253536206848)]} 0 2
[junit4:junit4]   2> 21924 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[132 (1428872253541449728)]} 0 1
[junit4:junit4]   2> 21931 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[132 (1428872253545644032)]} 0 1
[junit4:junit4]   2> 21932 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[132 (1428872253545644032)]} 0 5
[junit4:junit4]   2> 21935 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[133 (1428872253552984064)]} 0 1
[junit4:junit4]   2> 21945 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[133 (1428872253560324096)]} 0 1
[junit4:junit4]   2> 21946 T1715 C95 P26826 /update {distrib.from=http://127.0.0.1:26829/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[133 (1428872253560324096)]} 0 5
[junit4:junit4]   2> 21946 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[133]} 0 8
[junit4:junit4]   2> 21950 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[134 (1428872253568712704)]} 0 1
[junit4:junit4]   2> 21956 T1675 C98 P26829 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[134 (1428872253575004160)]} 0 1
[junit4:junit4]   2> 21957 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[134]} 0 4
[junit4:junit4]   2> 21960 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[135 (1428872253579198464)]} 0 1
[junit4:junit4]   2> 21967 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[135 (1428872253583392768)]} 0 1
[junit4:junit4]   2> 21968 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[135 (1428872253583392768)]} 0 5
[junit4:junit4]   2> 21971 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[136 (1428872253590732800)]} 0 1
[junit4:junit4]   2> 21976 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[136 (1428872253594927104)]} 0 2
[junit4:junit4]   2> 21980 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[137 (1428872253600169984)]} 0 1
[junit4:junit4]   2> 21985 T1675 C98 P26829 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[137 (1428872253605412864)]} 0 1
[junit4:junit4]   2> 21986 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[137]} 0 4
[junit4:junit4]   2> 21989 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[138 (1428872253609607168)]} 0 1
[junit4:junit4]   2> 21996 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[138 (1428872253613801472)]} 0 1
[junit4:junit4]   2> 21997 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[138 (1428872253613801472)]} 0 5
[junit4:junit4]   2> 22000 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[139 (1428872253621141504)]} 0 1
[junit4:junit4]   2> 22004 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[139 (1428872253625335808)]} 0 1
[junit4:junit4]   2> 22008 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[140 (1428872253629530112)]} 0 1
[junit4:junit4]   2> 22011 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[140 (1428872253632675840)]} 0 1
[junit4:junit4]   2> 22015 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[141 (1428872253636870144)]} 0 1
[junit4:junit4]   2> 22019 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[141 (1428872253641064448)]} 0 1
[junit4:junit4]   2> 22023 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[142 (1428872253645258752)]} 0 1
[junit4:junit4]   2> 22027 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[142 (1428872253649453056)]} 0 1
[junit4:junit4]   2> 22031 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[143 (1428872253653647360)]} 0 1
[junit4:junit4]   2> 22035 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[143 (1428872253657841664)]} 0 1
[junit4:junit4]   2> 22039 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[144 (1428872253662035968)]} 0 1
[junit4:junit4]   2> 22044 T1675 C98 P26829 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[144 (1428872253667278848)]} 0 1
[junit4:junit4]   2> 22045 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[144]} 0 4
[junit4:junit4]   2> 22048 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[145 (1428872253671473152)]} 0 1
[junit4:junit4]   2> 22053 T1675 C98 P26829 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[145 (1428872253676716032)]} 0 1
[junit4:junit4]   2> 22054 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[145]} 0 4
[junit4:junit4]   2> 22057 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[146 (1428872253680910336)]} 0 1
[junit4:junit4]   2> 22066 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[146 (1428872253687201792)]} 0 1
[junit4:junit4]   2> 22067 T1715 C95 P26826 /update {distrib.from=http://127.0.0.1:26829/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[146 (1428872253687201792)]} 0 5
[junit4:junit4]   2> 22067 T1678 C98 P26829 /update {wt=javabin&version=2} {add=[146]} 0 8
[junit4:junit4]   2> 22071 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[147 (1428872253695590400)]} 0 1
[junit4:junit4]   2> 22077 T1675 C98 P26829 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[147 (1428872253701881856)]} 0 1
[junit4:junit4]   2> 22077 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[147]} 0 3
[junit4:junit4]   2> 22081 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[148 (1428872253706076160)]} 0 1
[junit4:junit4]   2> 22087 T1689 C94 P26832 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[148 (1428872253709221888)]} 0 1
[junit4:junit4]   2> 22087 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[148 (1428872253709221888)]} 0 4
[junit4:junit4]   2> 22091 T1637 C97 P26821 /update {wt=javabin&version=2} {add=[149 (1428872253716561920)]} 0 1
[junit4:junit4]   2> 22096 T1675 C98 P26829 /update {distrib.from=http://127.0.0.1:26826/qei/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[149 (1428872253721804800)]} 0 1
[junit4:junit4]   2> 22096 T1663 C95 P26826 /update {wt=javabin&version=2} {add=[149]} 0 3
[junit4:junit4]   2> 22097 T1625 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 22098 T1625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22099 T1625 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 22101 T1637 C97 P26821 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22115 T1637 C97 P26821 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5298963b lockFactory=org.apache.lucene.store.NativeFSLockFactory@23de1b76),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_Lucene41_0.pos, _0_dv.cfs, _0_nrm.cfs, _0_Lucene41_0.doc, _0_nrm.cfe, segments_2, _0.fdx, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0.fdt, _0_dv.cfe]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5298963b lockFactory=org.apache.lucene.store.NativeFSLockFactory@23de1b76),segFN=segments_3,generation=3,filenames=[_1_Lucene41_0.doc, _0_Lucene41_0.pos, _0_dv.cfs, _1.fnm, _1_dv.cfs, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _1_nrm.cfs, _0.fnm, _1_Lucene41_0.tim, _1_Lucene41_0.tip, _0_nrm.cfs, _1_dv.cfe, _1_nrm.cfe, _1_Lucene41_0.pos, _1.fdx, _0_Lucene41_0.doc, _1.fdt, _1.si, _0_nrm.cfe, _0.fdx, _0.fdt, segments_3, _0_dv.cfe]
[junit4:junit4]   2> 22116 T1637 C97 P26821 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1_Lucene41_0.doc, _0_Lucene41_0.pos, _0_dv.cfs, _1.fnm, _1_dv.cfs, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _1_nrm.cfs, _0.fnm, _1_Lucene41_0.tim, _1_Lucene41_0.tip, _0_nrm.cfs, _1_dv.cfe, _1_nrm.cfe, _1_Lucene41_0.pos, _1.fdx, _0_Lucene41_0.doc, _1.fdt, _1.si, _0_nrm.cfe, _0.fdx, _0.fdt, segments_3, _0_dv.cfe]
[junit4:junit4]   2> 22118 T1637 C97 P26821 oass.SolrIndexSearcher.<init> Opening Searcher@2ff3b3ae main
[junit4:junit4]   2> 22118 T1637 C97 P26821 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22119 T1651 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2ff3b3ae main{StandardDirectoryReader(segments_3:5 _0(5.0):C1 _1(5.0):C66)}
[junit4:junit4]   2> 22119 T1637 C97 P26821 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 18
[junit4:junit4]   2> 22122 T1678 C98 P26829 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22130 T1678 C98 P26829 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@99024f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c9fa1d5),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@99024f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c9fa1d5),segFN=segments_3,generation=3,filenames=[_0.fnm, _0_Lucene41_0.pos, _0_dv.cfs, _0_nrm.cfs, _0_Lucene41_0.doc, _0_nrm.cfe, _0.fdx, _0.si, _0_Lucene41_0.tim, segments_3, _0_Lucene41_0.tip, _0.fdt, _0_dv.cfe]
[junit4:junit4]   2> 22130 T1678 C98 P26829 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0_Lucene41_0.pos, _0_dv.cfs, _0_nrm.cfs, _0_Lucene41_0.doc, _0_nrm.cfe, _0.fdx, _0.si, _0_Lucene41_0.tim, segments_3, _0_Lucene41_0.tip, _0.fdt, _0_dv.cfe]
[junit4:junit4]   2> 22131 T1678 C98 P26829 oass.SolrIndexSearcher.<init> Opening Searcher@1e09bf48 main
[junit4:junit4]   2> 22132 T1678 C98 P26829 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22132 T1685 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e09bf48 main{StandardDirectoryReader(segments_3:3 _0(5.0):C35)}
[junit4:junit4]   2> 22133 T1678 C98 P26829 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:26826/qei/z/collection1/, StdNode: http://127.0.0.1:26832/qei/z/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 22135 T1690 C94 P26832 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22135 T1715 C95 P26826 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22144 T1690 C94 P26832 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@31cb325f lockFactory=org.apache.lucene.store.NativeFSLockFactory@7baaae60),segFN=segments_3,generation=3,filenames=[_0.fnm, _0_Lucene41_0.pos, _0_dv.cfs, _0_nrm.cfs, _0_Lucene41_0.doc, _0_nrm.cfe, _0.fdx, _0.si, _0_Lucene41_0.tim, segments_3, _0_Lucene41_0.tip, _0.fdt, _0_dv.cfe]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@31cb325f lockFactory=org.apache.lucene.store.NativeFSLockFactory@7baaae60),segFN=segments_4,generation=4,filenames=[_1_Lucene41_0.doc, _0_Lucene41_0.pos, _0_dv.cfs, _1.fnm, _1_dv.cfs, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _1_nrm.cfs, _0.fnm, _1_Lucene41_0.tim, _1_Lucene41_0.tip, _0_nrm.cfs, _1_dv.cfe, _1_nrm.cfe, _1_Lucene41_0.pos, _1.fdx, _0_Lucene41_0.doc, _1.fdt, _1.si, _0_nrm.cfe, _0.fdx, _0.fdt, _0_dv.cfe, segments_4]
[junit4:junit4]   2> 22145 T1690 C94 P26832 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_1_Lucene41_0.doc, _0_Lucene41_0.pos, _0_dv.cfs, _1.fnm, _1_dv.cfs, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _1_nrm.cfs, _0.fnm, _1_Lucene41_0.tim, _1_Lucene41_0.tip, _0_nrm.cfs, _1_dv.cfe, _1_nrm.cfe, _1_Lucene41_0.pos, _1.fdx, _0_Lucene41_0.doc, _1.fdt, _1.si, _0_nrm.cfe, _0.fdx, _0.fdt, _0_dv.cfe, segments_4]
[junit4:junit4]   2> 22145 T1715 C95 P26826 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5ac081a8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7afa12ff),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5ac081a8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7afa12ff),segFN=segments_3,generation=3,filenames=[_0.fnm, _0_Lucene41_0.pos, _0_dv.cfs, _0_nrm.cfs, _0_Lucene41_0.doc, _0_nrm.cfe, _0.fdx, _0.si, _0_Lucene41_0.tim, segments_3, _0_Lucene41_0.tip, _0.fdt, _0_dv.cfe]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5ac081a8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7afa12ff),segFN=segments_4,generation=4,filenames=[_1_Lucene41_0.doc, _0_Lucene41_0.pos, _0_dv.cfs, _1.fnm, _1_dv.cfs, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _1_nrm.cfs, _0.fnm, _1_Lucene41_0.tim, _1_Lucene41_0.tip, _0_nrm.cfs, _1_dv.cfe, _1_nrm.cfe, _1_Lucene41_0.pos, _1.fdx, _0_Lucene41_0.doc, _1.fdt, _1.si, _0_nrm.cfe, _0.fdx, _0.fdt, _0_dv.cfe, segments_4]
[junit4:junit4]   2> 22146 T1715 C95 P26826 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_1_Lucene41_0.doc, _0_Lucene41_0.pos, _0_dv.cfs, _1.fnm, _1_dv.cfs, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _1_nrm.cfs, _0.fnm, _1_Lucene41_0.tim, _1_Lucene41_0.tip, _0_nrm.cfs, _1_dv.cfe, _1_nrm.cfe, _1_Lucene41_0.pos, _1.fdx, _0_Lucene41_0.doc, _1.fdt, _1.si, _0_nrm.cfe, _0.fdx, _0.fdt, _0_dv.cfe, segments_4]
[junit4:junit4]   2> 22146 T1690 C94 P26832 oass.SolrIndexSearcher.<init> Opening Searcher@6dd19073 main
[junit4:junit4]   2> 22147 T1690 C94 P26832 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22147 T1701 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6dd19073 main{StandardDirectoryReader(segments_4:5:nrt _0(5.0):C1 _1(5.0):C31)}
[junit4:junit4]   2> 22147 T1715 C95 P26826 oass.SolrIndexSearcher.<init> Opening Searcher@79e3d881 main
[junit4:junit4]   2> 22148 T1690 C94 P26832 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4]   2> 22148 T1715 C95 P26826 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22149 T1669 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@79e3d881 main{StandardDirectoryReader(segments_4:5:nrt _0(5.0):C1 _1(5.0):C31)}
[junit4:junit4]   2> 22149 T1715 C95 P26826 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4]   2> 22150 T1678 C98 P26829 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 28
[junit4:junit4]   2> 22152 T1637 C97 P26821 REQ /select {q=*:*&wt=javabin&version=2} hits=67 status=0 QTime=0 
[junit4:junit4]   2> 22155 T1625 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26818/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@5d9b3bab
[junit4:junit4]   2> 22156 T1625 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 22156 T1717 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26818. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 22157 T1717 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26818, initiating session
[junit4:junit4]   2> 22157 T1627 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:26856
[junit4:junit4]   2> 22157 T1627 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:26856
[junit4:junit4]   2> 22184 T1629 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d45fb924a000c with negotiated timeout 10000 for client /140.211.11.196:26856
[junit4:junit4]   2> 22184 T1717 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26818, sessionid = 0x13d45fb924a000c, negoti

[...truncated too long message...]

7031 T1699 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:26832/qei/z/collection1/
[junit4:junit4]   2> 87031 T1699 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1c02e5a4
[junit4:junit4]   2> 87037 T1699 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=36,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 87037 T1699 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 87037 T1699 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 87037 T1699 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 87040 T1699 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 87041 T1699 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty3/index.20130307205952255
[junit4:junit4]   2> 87041 T1699 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty3/index.20130307205952255
[junit4:junit4]   2> 87041 T1699 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty3
[junit4:junit4]   2> 87041 T1699 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty3
[junit4:junit4]   2> 87041 T1699 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty3/index
[junit4:junit4]   2> 87042 T1699 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362678747711/jetty3/index
[junit4:junit4]   2> 87042 T1699 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 87042 T1699 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/89304514410709002-127.0.0.1:26832_qei%2Fz_collection1-n_0000000001
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:153)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:150)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:150)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:243)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 87043 T1699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 87043 T1699 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 87043 T1699 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 87043 T1699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 87044 T1699 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 87044 T1699 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:236)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 87044 T1699 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=ro_RO, timezone=Asia/Riyadh88
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=3,free=126089984,total=402391040
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestBadConfig, FastVectorHighlighterTest, LegacyHTMLStripCharFilterTest, TestRandomDVFaceting, SolrIndexSplitterTest, MinimalSchemaTest, TermsComponentTest, TestRemoteStreaming, TestSearchPerf, DirectUpdateHandlerOptimizeTest, SliceStateUpdateTest, TestPseudoReturnFields, TestFieldCollectionResource, TestPerFieldSimilarity, PreAnalyzedFieldTest, DocumentBuilderTest, LeaderElectionTest, TestJoin, TestFieldTypeCollectionResource, PrimitiveFieldTypeTest, TestFieldResource, MBeansHandlerTest, QueryParsingTest, TestLFUCache, TestFuzzyAnalyzedSuggestions, DocValuesTest, TestStressVersions, TestPhraseSuggestions, SuggesterTest, TestPropInjectDefaults, RAMDirectoryFactoryTest, JsonLoaderTest, SearchHandlerTest, TestLMDirichletSimilarityFactory, UUIDFieldTest, ChaosMonkeyNothingIsSafeTest, TestTrie, CircularListTest, TestStressRecovery, PolyFieldTest, TestExtendedDismaxParser, TestSolrQueryParser, WordBreakSolrSpellCheckerTest, SyncSliceTest, IndexSchemaTest, SolrCoreTest, PeerSyncTest, AnalysisAfterCoreReloadTest, SolrInfoMBeanTest, TestQueryUtils, TestFastWriter, TestPluginEnable, SchemaVersionSpecificBehaviorTest, RecoveryZkTest, RegexBoostProcessorTest, SpellingQueryConverterTest, TestSurroundQueryParser, DistributedTermsComponentTest, BadComponentTest, PrimUtilsTest, AutoCommitTest, SystemInfoHandlerTest, TestDocSet, TestFastLRUCache, BasicDistributedZkTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J0 in 87.88s, 1 test, 1 error <<< FAILURES!

[...truncated 412 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/common-build.xml:1213: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/common-build.xml:877: There were test failures: 269 suites, 1135 tests, 1 error, 27 ignored (8 assumptions)

Total time: 46 minutes 39 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-trunk-Java6 - Build # 15982 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java6/15982/

All tests passed

Build Log:
[...truncated 29337 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:320: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/extra-targets.xml:120: The following files are missing svn:eol-style (or binary svn:mime-type):
* solr/core/src/test/org/apache/solr/cloud/AliasIntegrationTest.java
* solr/solrj/src/java/org/apache/solr/common/cloud/Aliases.java

Total time: 54 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-trunk-Java6 - Build # 15981 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java6/15981/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
Test Setup Failure: shard1 should have just been set up to be inconsistent - but it's still consistent. Leader:http://127.0.0.1:31349/b/collection1skip list:[CloudJettyRunner [url=http://127.0.0.1:55835/b/collection1], CloudJettyRunner [url=http://127.0.0.1:63737/b/collection1]]

Stack Trace:
java.lang.AssertionError: Test Setup Failure: shard1 should have just been set up to be inconsistent - but it's still consistent. Leader:http://127.0.0.1:31349/b/collection1skip list:[CloudJettyRunner [url=http://127.0.0.1:55835/b/collection1], CloudJettyRunner [url=http://127.0.0.1:63737/b/collection1]]
	at __randomizedtesting.SeedInfo.seed([E7D9C52FA1AE5CB1:663F4B37D6F13C8D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:212)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)


FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
No registered leader was found, collection:collection1 slice:shard1

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found, collection:collection1 slice:shard1
	at __randomizedtesting.SeedInfo.seed([E7D9C52FA1AE5CB1:663F4B37D6F13C8D]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:430)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:295)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:116)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 8577 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T2215 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /cxml/t
[junit4:junit4]   2> 6 T2215 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362619282461
[junit4:junit4]   2> 7 T2215 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 7 T2216 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 10 T2216 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 10 T2216 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 10 T2216 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 11 T2216 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 12 T2216 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 108 T2215 oasc.ZkTestServer.run start zk server on port:26908
[junit4:junit4]   2> 108 T2215 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26908 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@557a7fab
[junit4:junit4]   2> 109 T2215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 109 T2221 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26908. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 110 T2221 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26908, initiating session
[junit4:junit4]   2> 110 T2217 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:47674
[junit4:junit4]   2> 110 T2217 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:47674
[junit4:junit4]   2> 111 T2219 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 113 T2219 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d427034240000 with negotiated timeout 10000 for client /140.211.11.196:47674
[junit4:junit4]   2> 113 T2221 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26908, sessionid = 0x13d427034240000, negotiated timeout = 10000
[junit4:junit4]   2> 114 T2222 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@557a7fab name:ZooKeeperConnection Watcher:127.0.0.1:26908 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 114 T2215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 114 T2215 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 116 T2220 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d427034240000
[junit4:junit4]   2> 128 T2222 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 128 T2215 oaz.ZooKeeper.close Session: 0x13d427034240000 closed
[junit4:junit4]   2> 129 T2217 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:47674 which had sessionid 0x13d427034240000
[junit4:junit4]   2> 129 T2215 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26908/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@309d4f5b
[junit4:junit4]   2> 129 T2215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 130 T2223 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26908. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 130 T2223 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26908, initiating session
[junit4:junit4]   2> 130 T2217 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:40767
[junit4:junit4]   2> 130 T2217 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:40767
[junit4:junit4]   2> 132 T2219 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d427034240001 with negotiated timeout 10000 for client /140.211.11.196:40767
[junit4:junit4]   2> 132 T2223 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26908, sessionid = 0x13d427034240001, negotiated timeout = 10000
[junit4:junit4]   2> 132 T2224 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@309d4f5b name:ZooKeeperConnection Watcher:127.0.0.1:26908/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 132 T2215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 132 T2215 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 136 T2215 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 146 T2215 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 148 T2215 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 155 T2215 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 156 T2215 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 168 T2215 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 169 T2215 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 272 T2215 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 272 T2215 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 275 T2215 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 275 T2215 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 286 T2215 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 286 T2215 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 289 T2215 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 289 T2215 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 291 T2215 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 292 T2215 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 299 T2215 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 299 T2215 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 301 T2215 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 302 T2215 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 304 T2220 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d427034240001
[junit4:junit4]   2> 312 T2224 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 312 T2217 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:40767 which had sessionid 0x13d427034240001
[junit4:junit4]   2> 312 T2215 oaz.ZooKeeper.close Session: 0x13d427034240001 closed
[junit4:junit4]   2> 432 T2215 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 435 T2215 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:59445
[junit4:junit4]   2> 436 T2215 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 436 T2215 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 436 T2215 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362619282767
[junit4:junit4]   2> 437 T2215 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362619282767/solr.xml
[junit4:junit4]   2> 437 T2215 oasc.CoreContainer.<init> New CoreContainer 1968111317
[junit4:junit4]   2> 437 T2215 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362619282767/'
[junit4:junit4]   2> 437 T2215 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362619282767/'
[junit4:junit4]   2> 471 T2215 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 471 T2215 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 472 T2215 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 472 T2215 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 473 T2215 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 473 T2215 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 473 T2215 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 474 T2215 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 474 T2215 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 474 T2215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 488 T2215 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 500 T2215 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26908/solr
[junit4:junit4]   2> 501 T2215 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 501 T2215 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26908 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3a965e76
[junit4:junit4]   2> 502 T2215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 502 T2234 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26908. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 503 T2234 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26908, initiating session
[junit4:junit4]   2> 504 T2217 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:37878
[junit4:junit4]   2> 504 T2217 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:37878
[junit4:junit4]   2> 505 T2219 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d427034240002 with negotiated timeout 20000 for client /140.211.11.196:37878
[junit4:junit4]   2> 505 T2234 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26908, sessionid = 0x13d427034240002, negotiated timeout = 20000
[junit4:junit4]   2> 506 T2235 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a965e76 name:ZooKeeperConnection Watcher:127.0.0.1:26908 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 506 T2215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 507 T2220 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d427034240002
[junit4:junit4]   2> 536 T2235 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 536 T2217 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:37878 which had sessionid 0x13d427034240002
[junit4:junit4]   2> 536 T2215 oaz.ZooKeeper.close Session: 0x13d427034240002 closed
[junit4:junit4]   2> 536 T2215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 544 T2215 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26908/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6680b972
[junit4:junit4]   2> 544 T2215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 545 T2236 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26908. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 545 T2236 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26908, initiating session
[junit4:junit4]   2> 545 T2217 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:49631
[junit4:junit4]   2> 546 T2217 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:49631
[junit4:junit4]   2> 547 T2219 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d427034240003 with negotiated timeout 20000 for client /140.211.11.196:49631
[junit4:junit4]   2> 547 T2236 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26908, sessionid = 0x13d427034240003, negotiated timeout = 20000
[junit4:junit4]   2> 547 T2237 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6680b972 name:ZooKeeperConnection Watcher:127.0.0.1:26908/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 547 T2215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 549 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 550 T2215 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 582 T2215 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59445_cxml%2Ft
[junit4:junit4]   2> 583 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:59445_cxml%2Ft Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:59445_cxml%2Ft
[junit4:junit4]   2> 583 T2215 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59445_cxml%2Ft
[junit4:junit4]   2> 627 T2215 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 631 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 632 T2215 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 675 T2215 oasc.Overseer.start Overseer (id=89300617295822851-127.0.0.1:59445_cxml%2Ft-n_0000000000) starting
[junit4:junit4]   2> 675 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 677 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 696 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 697 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 699 T2239 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 699 T2215 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 732 T2215 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 734 T2238 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 738 T2240 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362619282767/collection1
[junit4:junit4]   2> 738 T2240 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 739 T2240 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 739 T2240 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 740 T2240 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362619282767/collection1/'
[junit4:junit4]   2> 741 T2240 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362619282767/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 741 T2240 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362619282767/collection1/lib/README' to classloader
[junit4:junit4]   2> 786 T2240 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 840 T2240 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 941 T2240 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 950 T2240 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1537 T2240 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1548 T2240 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1552 T2240 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1563 T2240 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1568 T2240 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1572 T2240 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1573 T2240 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1573 T2240 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1573 T2240 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1574 T2240 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1574 T2240 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1575 T2240 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362619282767/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/control/data/
[junit4:junit4]   2> 1575 T2240 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d0c3a08
[junit4:junit4]   2> 1575 T2240 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1576 T2240 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/control/data forceNew: false
[junit4:junit4]   2> 1576 T2240 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/control/data/index/
[junit4:junit4]   2> 1577 T2240 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1577 T2240 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/control/data/index forceNew: false
[junit4:junit4]   2> 1580 T2240 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@42b51981 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ee0851f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1580 T2240 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1583 T2240 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1583 T2240 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1583 T2240 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1584 T2240 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1584 T2240 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1585 T2240 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1585 T2240 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1585 T2240 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1586 T2240 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1592 T2240 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1598 T2240 oass.SolrIndexSearcher.<init> Opening Searcher@6fa04c85 main
[junit4:junit4]   2> 1598 T2240 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/control/data/tlog
[junit4:junit4]   2> 1599 T2240 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1599 T2240 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1602 T2241 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6fa04c85 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1603 T2240 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1603 T2240 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1604 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2237 T2238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2237 T2238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:59445_cxml%2Ft",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:59445/cxml/t"}
[junit4:junit4]   2> 2238 T2238 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2238 T2238 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2238 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2282 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2644 T2240 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2644 T2240 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59445/cxml/t collection:control_collection shard:shard1
[junit4:junit4]   2> 2644 T2240 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2660 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2660 T2240 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2661 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2662 T2240 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2663 T2240 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2663 T2240 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59445/cxml/t/collection1/
[junit4:junit4]   2> 2663 T2240 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2663 T2240 oasc.SyncStrategy.syncToMe http://127.0.0.1:59445/cxml/t/collection1/ has no replicas
[junit4:junit4]   2> 2663 T2240 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59445/cxml/t/collection1/
[junit4:junit4]   2> 2664 T2240 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2667 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3793 T2238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3815 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3841 T2240 oasc.ZkController.register We are http://127.0.0.1:59445/cxml/t/collection1/ and leader is http://127.0.0.1:59445/cxml/t/collection1/
[junit4:junit4]   2> 3841 T2240 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59445/cxml/t
[junit4:junit4]   2> 3841 T2240 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3841 T2240 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3841 T2240 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3843 T2240 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3844 T2215 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3844 T2215 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3845 T2215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3858 T2215 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3859 T2215 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26908/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@411338c1
[junit4:junit4]   2> 3859 T2215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3860 T2243 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26908. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3860 T2243 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26908, initiating session
[junit4:junit4]   2> 3860 T2217 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:51095
[junit4:junit4]   2> 3861 T2217 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:51095
[junit4:junit4]   2> 3862 T2219 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d427034240004 with negotiated timeout 10000 for client /140.211.11.196:51095
[junit4:junit4]   2> 3862 T2243 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26908, sessionid = 0x13d427034240004, negotiated timeout = 10000
[junit4:junit4]   2> 3862 T2244 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@411338c1 name:ZooKeeperConnection Watcher:127.0.0.1:26908/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3862 T2215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3863 T2215 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3864 T2215 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4044 T2215 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4047 T2215 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13107
[junit4:junit4]   2> 4047 T2215 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4048 T2215 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4048 T2215 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362619286320
[junit4:junit4]   2> 4049 T2215 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362619286320/solr.xml
[junit4:junit4]   2> 4049 T2215 oasc.CoreContainer.<init> New CoreContainer 2060795856
[junit4:junit4]   2> 4050 T2215 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362619286320/'
[junit4:junit4]   2> 4050 T2215 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362619286320/'
[junit4:junit4]   2> 4097 T2215 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4098 T2215 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4098 T2215 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4098 T2215 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4099 T2215 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4099 T2215 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4100 T2215 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4100 T2215 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4100 T2215 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4101 T2215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4119 T2215 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4137 T2215 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26908/solr
[junit4:junit4]   2> 4137 T2215 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4138 T2215 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26908 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5b3e6fe0
[junit4:junit4]   2> 4139 T2215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4139 T2254 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26908. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4140 T2254 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26908, initiating session
[junit4:junit4]   2> 4140 T2217 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:18125
[junit4:junit4]   2> 4141 T2217 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:18125
[junit4:junit4]   2> 4178 T2219 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d427034240005 with negotiated timeout 20000 for client /140.211.11.196:18125
[junit4:junit4]   2> 4179 T2254 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26908, sessionid = 0x13d427034240005, negotiated timeout = 20000
[junit4:junit4]   2> 4179 T2255 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b3e6fe0 name:ZooKeeperConnection Watcher:127.0.0.1:26908 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4179 T2215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4180 T2220 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d427034240005
[junit4:junit4]   2> 4188 T2255 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4188 T2217 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:18125 which had sessionid 0x13d427034240005
[junit4:junit4]   2> 4188 T2215 oaz.ZooKeeper.close Session: 0x13d427034240005 closed
[junit4:junit4]   2> 4189 T2215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4198 T2215 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26908/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@77cb504
[junit4:junit4]   2> 4199 T2215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4199 T2256 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26908. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4200 T2256 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26908, initiating session
[junit4:junit4]   2> 4200 T2217 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:15630
[junit4:junit4]   2> 4200 T2217 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:15630
[junit4:junit4]   2> 4201 T2219 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d427034240006 with negotiated timeout 20000 for client /140.211.11.196:15630
[junit4:junit4]   2> 4202 T2256 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26908, sessionid = 0x13d427034240006, negotiated timeout = 20000
[junit4:junit4]   2> 4202 T2257 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77cb504 name:ZooKeeperConnection Watcher:127.0.0.1:26908/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4202 T2215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4203 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4204 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4212 T2215 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5214 T2215 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13107_cxml%2Ft
[junit4:junit4]   2> 5215 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:13107_cxml%2Ft Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:13107_cxml%2Ft
[junit4:junit4]   2> 5222 T2215 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:13107_cxml%2Ft
[junit4:junit4]   2> 5224 T2237 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5224 T2257 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5224 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5224 T2244 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5231 T2258 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362619286320/collection1
[junit4:junit4]   2> 5235 T2258 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5236 T2258 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5236 T2258 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5237 T2258 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362619286320/collection1/'
[junit4:junit4]   2> 5238 T2258 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362619286320/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5239 T2258 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362619286320/collection1/lib/README' to classloader
[junit4:junit4]   2> 5283 T2258 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5326 T2238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5327 T2238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:59445_cxml%2Ft",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:59445/cxml/t"}
[junit4:junit4]   2> 5331 T2257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5331 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5331 T2244 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5338 T2258 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5440 T2258 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5449 T2258 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6045 T2258 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6056 T2258 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6061 T2258 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6071 T2258 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6076 T2258 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6080 T2258 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6081 T2258 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6082 T2258 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6082 T2258 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6083 T2258 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6083 T2258 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6083 T2258 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362619286320/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/jetty1/
[junit4:junit4]   2> 6083 T2258 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d0c3a08
[junit4:junit4]   2> 6084 T2258 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6084 T2258 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/jetty1 forceNew: false
[junit4:junit4]   2> 6085 T2258 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/jetty1/index/
[junit4:junit4]   2> 6085 T2258 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6086 T2258 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/jetty1/index forceNew: false
[junit4:junit4]   2> 6088 T2258 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@25195818 lockFactory=org.apache.lucene.store.NativeFSLockFactory@53c2a10f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6088 T2258 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6091 T2258 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6091 T2258 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6091 T2258 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6092 T2258 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6092 T2258 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6093 T2258 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6093 T2258 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6093 T2258 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6094 T2258 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6100 T2258 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6105 T2258 oass.SolrIndexSearcher.<init> Opening Searcher@608a6523 main
[junit4:junit4]   2> 6106 T2258 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/jetty1/tlog
[junit4:junit4]   2> 6107 T2258 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6107 T2258 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6110 T2259 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@608a6523 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6112 T2258 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6112 T2258 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6842 T2238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6842 T2238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13107_cxml%2Ft",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13107/cxml/t"}
[junit4:junit4]   2> 6843 T2238 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6843 T2238 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6857 T2257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6857 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6857 T2244 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7120 T2258 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7120 T2258 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:13107/cxml/t collection:collection1 shard:shard1
[junit4:junit4]   2> 7121 T2258 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7136 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7137 T2258 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7138 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7149 T2258 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7150 T2258 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7150 T2258 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:13107/cxml/t/collection1/
[junit4:junit4]   2> 7150 T2258 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7150 T2258 oasc.SyncStrategy.syncToMe http://127.0.0.1:13107/cxml/t/collection1/ has no replicas
[junit4:junit4]   2> 7150 T2258 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:13107/cxml/t/collection1/
[junit4:junit4]   2> 7151 T2258 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7155 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8361 T2238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8380 T2244 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8380 T2257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8380 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8389 T2258 oasc.ZkController.register We are http://127.0.0.1:13107/cxml/t/collection1/ and leader is http://127.0.0.1:13107/cxml/t/collection1/
[junit4:junit4]   2> 8389 T2258 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:13107/cxml/t
[junit4:junit4]   2> 8389 T2258 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8389 T2258 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8389 T2258 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8391 T2258 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8392 T2215 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8392 T2215 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8393 T2215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8586 T2215 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8590 T2215 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:25289
[junit4:junit4]   2> 8591 T2215 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8591 T2215 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8592 T2215 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362619290861
[junit4:junit4]   2> 8592 T2215 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362619290861/solr.xml
[junit4:junit4]   2> 8592 T2215 oasc.CoreContainer.<init> New CoreContainer 565782403
[junit4:junit4]   2> 8593 T2215 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362619290861/'
[junit4:junit4]   2> 8593 T2215 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362619290861/'
[junit4:junit4]   2> 8642 T2215 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8642 T2215 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8643 T2215 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8643 T2215 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8643 T2215 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8644 T2215 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8644 T2215 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8645 T2215 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8645 T2215 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8646 T2215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8666 T2215 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8683 T2215 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26908/solr
[junit4:junit4]   2> 8683 T2215 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8684 T2215 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26908 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6e337658
[junit4:junit4]   2> 8685 T2215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8685 T2270 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26908. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8686 T2270 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26908, initiating session
[junit4:junit4]   2> 8687 T2217 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:45287
[junit4:junit4]   2> 8687 T2217 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:45287
[junit4:junit4]   2> 8689 T2219 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d427034240007 with negotiated timeout 20000 for client /140.211.11.196:45287
[junit4:junit4]   2> 8689 T2270 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26908, sessionid = 0x13d427034240007, negotiated timeout = 20000
[junit4:junit4]   2> 8689 T2271 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e337658 name:ZooKeeperConnection Watcher:127.0.0.1:26908 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8689 T2215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8690 T2220 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d427034240007
[junit4:junit4]   2> 8706 T2271 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8706 T2217 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:45287 which had sessionid 0x13d427034240007
[junit4:junit4]   2> 8706 T2215 oaz.ZooKeeper.close Session: 0x13d427034240007 closed
[junit4:junit4]   2> 8707 T2215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8718 T2215 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26908/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7a9612ee
[junit4:junit4]   2> 8719 T2215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8719 T2272 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26908. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8719 T2272 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26908, initiating session
[junit4:junit4]   2> 8720 T2217 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:14398
[junit4:junit4]   2> 8720 T2217 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:14398
[junit4:junit4]   2> 8724 T2219 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d427034240008 with negotiated timeout 20000 for client /140.211.11.196:14398
[junit4:junit4]   2> 8724 T2272 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26908, sessionid = 0x13d427034240008, negotiated timeout = 20000
[junit4:junit4]   2> 8724 T2273 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a9612ee name:ZooKeeperConnection Watcher:127.0.0.1:26908/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8725 T2215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8725 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8732 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8740 T2215 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9743 T2215 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:25289_cxml%2Ft
[junit4:junit4]   2> 9744 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:25289_cxml%2Ft Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:25289_cxml%2Ft
[junit4:junit4]   2> 9745 T2215 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:25289_cxml%2Ft
[junit4:junit4]   2> 9747 T2244 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9747 T2257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9747 T2273 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9747 T2237 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9748 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9748 T2244 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9749 T2257 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9755 T2274 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362619290861/collection1
[junit4:junit4]   2> 9755 T2274 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9755 T2274 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9755 T2274 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9756 T2274 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362619290861/collection1/'
[junit4:junit4]   2> 9758 T2274 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362619290861/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9758 T2274 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362619290861/collection1/lib/README' to classloader
[junit4:junit4]   2> 9804 T2274 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9861 T2274 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9886 T2238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9887 T2238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13107_cxml%2Ft",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13107/cxml/t"}
[junit4:junit4]   2> 9901 T2244 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9901 T2257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9901 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9961 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9961 T2274 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9970 T2274 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10410 T2274 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10418 T2274 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10421 T2274 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10430 T2274 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10433 T2274 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10436 T2274 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10437 T2274 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10437 T2274 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10437 T2274 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10438 T2274 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10438 T2274 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10438 T2274 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362619290861/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/jetty2/
[junit4:junit4]   2> 10439 T2274 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d0c3a08
[junit4:junit4]   2> 10439 T2274 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10439 T2274 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/jetty2 forceNew: false
[junit4:junit4]   2> 10440 T2274 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/jetty2/index/
[junit4:junit4]   2> 10440 T2274 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10440 T2274 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/jetty2/index forceNew: false
[junit4:junit4]   2> 10442 T2274 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d2deaeb lockFactory=org.apache.lucene.store.NativeFSLockFactory@73bbf8cc),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10442 T2274 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10444 T2274 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10444 T2274 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10444 T2274 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10445 T2274 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10445 T2274 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10445 T2274 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10445 T2274 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10446 T2274 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10446 T2274 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10450 T2274 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10454 T2274 oass.SolrIndexSearcher.<init> Opening Searcher@57fbdc5a main
[junit4:junit4]   2> 10454 T2274 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/jetty2/tlog
[junit4:junit4]   2> 10455 T2274 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10455 T2274 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10458 T2275 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@57fbdc5a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10459 T2274 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10459 T2274 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11405 T2238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11406 T2238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:25289_cxml%2Ft",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:25289/cxml/t"}
[junit4:junit4]   2> 11406 T2238 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11406 T2238 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 11421 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11421 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11421 T2257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11421 T2244 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11462 T2274 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11462 T2274 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:25289/cxml/t collection:collection1 shard:shard2
[junit4:junit4]   2> 11462 T2274 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 11475 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240008 type:delete cxid:0x45 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 11476 T2274 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 11476 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240008 type:create cxid:0x46 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11478 T2274 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 11478 T2274 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 11478 T2274 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:25289/cxml/t/collection1/
[junit4:junit4]   2> 11478 T2274 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 11478 T2274 oasc.SyncStrategy.syncToMe http://127.0.0.1:25289/cxml/t/collection1/ has no replicas
[junit4:junit4]   2> 11479 T2274 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:25289/cxml/t/collection1/
[junit4:junit4]   2> 11479 T2274 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 11481 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240008 type:create cxid:0x4f zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12925 T2238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12940 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12940 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12940 T2244 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12940 T2257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12962 T2274 oasc.ZkController.register We are http://127.0.0.1:25289/cxml/t/collection1/ and leader is http://127.0.0.1:25289/cxml/t/collection1/
[junit4:junit4]   2> 12962 T2274 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:25289/cxml/t
[junit4:junit4]   2> 12962 T2274 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12962 T2274 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12962 T2274 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12964 T2274 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12965 T2215 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 12965 T2215 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12966 T2215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13161 T2215 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13165 T2215 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:29128
[junit4:junit4]   2> 13166 T2215 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13166 T2215 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13167 T2215 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362619295434
[junit4:junit4]   2> 13167 T2215 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362619295434/solr.xml
[junit4:junit4]   2> 13168 T2215 oasc.CoreContainer.<init> New CoreContainer 1392672501
[junit4:junit4]   2> 13168 T2215 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362619295434/'
[junit4:junit4]   2> 13169 T2215 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362619295434/'
[junit4:junit4]   2> 13216 T2215 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 13216 T2215 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13217 T2215 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13217 T2215 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13218 T2215 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13218 T2215 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13218 T2215 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13219 T2215 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13219 T2215 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13220 T2215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13243 T2215 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13260 T2215 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26908/solr
[junit4:junit4]   2> 13261 T2215 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13261 T2215 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26908 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@112fbe71
[junit4:junit4]   2> 13262 T2215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13263 T2286 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26908. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 13264 T2286 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26908, initiating session
[junit4:junit4]   2> 13264 T2217 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:35356
[junit4:junit4]   2> 13264 T2217 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:35356
[junit4:junit4]   2> 13266 T2219 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d427034240009 with negotiated timeout 20000 for client /140.211.11.196:35356
[junit4:junit4]   2> 13266 T2286 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26908, sessionid = 0x13d427034240009, negotiated timeout = 20000
[junit4:junit4]   2> 13266 T2287 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@112fbe71 name:ZooKeeperConnection Watcher:127.0.0.1:26908 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13266 T2215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13267 T2220 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d427034240009
[junit4:junit4]   2> 13268 T2287 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13268 T2217 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:35356 which had sessionid 0x13d427034240009
[junit4:junit4]   2> 13268 T2215 oaz.ZooKeeper.close Session: 0x13d427034240009 closed
[junit4:junit4]   2> 13269 T2215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 13278 T2215 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26908/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@a655183
[junit4:junit4]   2> 13279 T2215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13279 T2288 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26908. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 13280 T2288 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26908, initiating session
[junit4:junit4]   2> 13280 T2217 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:50824
[junit4:junit4]   2> 13280 T2217 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:50824
[junit4:junit4]   2> 13281 T2219 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d42703424000a with negotiated timeout 20000 for client /140.211.11.196:50824
[junit4:junit4]   2> 13281 T2288 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26908, sessionid = 0x13d42703424000a, negotiated timeout = 20000
[junit4:junit4]   2> 13282 T2289 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a655183 name:ZooKeeperConnection Watcher:127.0.0.1:26908/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13282 T2215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13282 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d42703424000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13284 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d42703424000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13285 T2215 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 14288 T2215 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29128_cxml%2Ft
[junit4:junit4]   2> 14289 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d42703424000a type:delete cxid:0x9 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:29128_cxml%2Ft Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:29128_cxml%2Ft
[junit4:junit4]   2> 14291 T2215 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:29128_cxml%2Ft
[junit4:junit4]   2> 14293 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14293 T2257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14293 T2289 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14293 T2244 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14293 T2237 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14294 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14294 T2273 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14295 T2257 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14296 T2244 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14300 T2290 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362619295434/collection1
[junit4:junit4]   2> 14301 T2290 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14301 T2290 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14301 T2290 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14302 T2290 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362619295434/collection1/'
[junit4:junit4]   2> 14304 T2290 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362619295434/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14304 T2290 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362619295434/collection1/lib/README' to classloader
[junit4:junit4]   2> 14354 T2290 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 14416 T2290 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14454 T2238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14455 T2238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:25289_cxml%2Ft",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:25289/cxml/t"}
[junit4:junit4]   2> 14459 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14459 T2244 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14459 T2257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14459 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14516 T2290 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14516 T2289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14525 T2290 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 15128 T2290 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 15135 T2290 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 15138 T2290 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 15147 T2290 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15150 T2290 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15153 T2290 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15153 T2290 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15154 T2290 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15154 T2290 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15155 T2290 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15155 T2290 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15155 T2290 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362619295434/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/jetty3/
[junit4:junit4]   2> 15155 T2290 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d0c3a08
[junit4:junit4]   2> 15156 T2290 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15156 T2290 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/jetty3 forceNew: false
[junit4:junit4]   2> 15156 T2290 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/jetty3/index/
[junit4:junit4]   2> 15157 T2290 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15157 T2290 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/jetty3/index forceNew: false
[junit4:junit4]   2> 15159 T2290 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6391c2bf lockFactory=org.apache.lucene.store.NativeFSLockFactory@b1a79b2),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15159 T2290 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15161 T2290 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15161 T2290 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15161 T2290 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15161 T2290 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15162 T2290 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15162 T2290 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15162 T2290 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15162 T2290 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15163 T2290 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15167 T2290 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15171 T2290 oass.SolrIndexSearcher.<init> Opening Searcher@11607616 main
[junit4:junit4]   2> 15171 T2290 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/jetty3/tlog
[junit4:junit4]   2> 15172 T2290 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15172 T2290 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15174 T2291 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11607616 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15176 T2290 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 15176 T2290 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15973 T2238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15973 T2238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:29128_cxml%2Ft",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:29128/cxml/t"}
[junit4:junit4]   2> 15973 T2238 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15974 T2238 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15981 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15981 T2289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15981 T2257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15981 T2244 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15981 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16178 T2290 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16178 T2290 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:29128/cxml/t collection:collection1 shard:shard1
[junit4:junit4]   2> 16182 T2290 oasc.ZkController.register We are http://127.0.0.1:29128/cxml/t/collection1/ and leader is http://127.0.0.1:13107/cxml/t/collection1/
[junit4:junit4]   2> 16182 T2290 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:29128/cxml/t
[junit4:junit4]   2> 16183 T2290 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16183 T2290 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C101 name=collection1 org.apache.solr.core.SolrCore@5d0fc8ce url=http://127.0.0.1:29128/cxml/t/collection1 node=127.0.0.1:29128_cxml%2Ft C101_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:29128_cxml%2Ft, base_url=http://127.0.0.1:29128/cxml/t}
[junit4:junit4]   2> 16183 T2292 C101 P29128 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16184 T2290 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16184 T2292 C101 P29128 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16184 T2292 C101 P29128 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16185 T2292 C101 P29128 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16185 T2215 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 16186 T2292 C101 P29128 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16186 T2215 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16186 T2215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16207 T2215 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16208 T2215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16219 T2248 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362619286320/onenodecollectioncore
[junit4:junit4]   2> 16220 T2248 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 16220 T2248 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 16221 T2248 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 16222 T2248 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 16222 T2248 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 16246 T2248 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 16248 T2248 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362619286320/onenodecollectioncore/'
[junit4:junit4]   2> 16308 T2248 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 16367 T2248 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16468 T2248 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16477 T2248 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17070 T2248 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17081 T2248 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17085 T2248 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17096 T2248 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17099 T2248 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17103 T2248 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17104 T2248 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17104 T2248 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17105 T2248 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17106 T2248 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17106 T2248 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17106 T2248 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362619286320/onenodecollectioncore/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362619282461/onenodecollection/
[junit4:junit4]   2> 17106 T2248 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d0c3a08
[junit4:junit4]   2> 17107 T2248 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17107 T2248 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362619282461/onenodecollection forceNew: false
[junit4:junit4]   2> 17108 T2248 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362619282461/onenodecollection/index/
[junit4:junit4]   2> 17108 T2248 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362619282461/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17108 T2248 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362619282461/onenodecollection/index forceNew: false
[junit4:junit4]   2> 17110 T2248 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6c2380d1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@258b0c02),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17110 T2248 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17112 T2248 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17112 T2248 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17113 T2248 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17113 T2248 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17114 T2248 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17114 T2248 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17114 T2248 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17114 T2248 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17115 T2248 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17120 T2248 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17124 T2248 oass.SolrIndexSearcher.<init> Opening Searcher@9dadfe7 main
[junit4:junit4]   2> 17124 T2248 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362619282461/onenodecollection/tlog
[junit4:junit4]   2> 17125 T2248 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17125 T2248 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17128 T2294 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@9dadfe7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17129 T2248 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 17494 T2238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17495 T2238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:29128_cxml%2Ft",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:29128/cxml/t"}
[junit4:junit4]   2> 17499 T2238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13107_cxml%2Ft",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13107/cxml/t"}
[junit4:junit4]   2> 17499 T2238 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 17499 T2238 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 17514 T2289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17514 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17514 T2244 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17514 T2257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17514 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18132 T2248 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 18132 T2248 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:13107/cxml/t collection:onenodecollection shard:shard1
[junit4:junit4]   2> 18133 T2248 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 18181 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240006 type:delete cxid:0x9f zxid:0xac txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 18182 T2248 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 18182 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240006 type:create cxid:0xa0 zxid:0xad txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 18193 T2248 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 18193 T2248 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 18193 T2248 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:13107/cxml/t/onenodecollectioncore/
[junit4:junit4]   2> 18194 T2248 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 18194 T2248 oasc.SyncStrategy.syncToMe http://127.0.0.1:13107/cxml/t/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 18194 T2248 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:13107/cxml/t/onenodecollectioncore/
[junit4:junit4]   2> 18195 T2248 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 18204 T2220 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d427034240006 type:create cxid:0xaa zxid:0xb1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 18210 T2247 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=4&state=recovering&nodeName=127.0.0.1:29128_cxml%252Ft&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002 
[junit4:junit4]   2> 19019 T2238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19035 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19035 T2244 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19035 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19035 T2257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19035 T2289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19079 T2248 oasc.ZkController.register We are http://127.0.0.1:13107/cxml/t/onenodecollectioncore/ and leader is http://127.0.0.1:13107/cxml/t/onenodecollectioncore/
[junit4:junit4]   2> 19079 T2248 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:13107/cxml/t
[junit4:junit4]   2> 19080 T2248 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 19080 T2248 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 19081 T2248 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19082 T2248 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {numShards=1&roles=none&name=onenodecollectioncore&action=CREATE&collection=onenodecollection&dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362619282461/onenodecollection&wt=javabin&version=2} status=0 QTime=2863 
[junit4:junit4]   2> 19083 T2215 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 19084 T2215 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20085 T2215 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C101_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:29128_cxml%2Ft, base_url=http://127.0.0.1:29128/cxml/t}
[junit4:junit4]   2> 20211 T2292 C101 P29128 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:13107/cxml/t/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 20211 T2292 C101 P29128 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:29128/cxml/t START replicas=[http://127.0.0.1:13107/cxml/t/collection1/] nUpdates=100
[junit4:junit4]   2> 20211 T2292 C101 P29128 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 20212 T2292 C101 P29128 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 20212 T2292 C101 P29128 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 20212 T2292 C101 P29128 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 20212 T2292 C101 P29128 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 20212 T2292 C101 P29128 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:13107/cxml/t/collection1/. core=collection1
[junit4:junit4]   2> 20212 T2292 C101 P29128 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C102 name=collection1 org.apache.solr.core.SolrCore@3a17a4d url=http://127.0.0.1:13107/cxml/t/collection1 node=127.0.0.1:13107_cxml%2Ft C102_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:13107_cxml%2Ft, base_url=http://127.0.0.1:13107/cxml/t, leader=true}
[junit4:junit4]   2> 20219 T2249 C102 P13107 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 20227 T2250 C102 P13107 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20230 T2250 C102 P13107 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@25195818 lockFactory=org.apache.lucene.store.NativeFSLockFactory@53c2a10f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 20230 T2250 C102 P13107 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 20231 T2250 C102 P13107 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@25195818 lockFactory=org.apache.lucene.store.NativeFSLockFactory@53c2a10f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@25195818 lockFactory=org.apache.lucene.store.NativeFSLockFactory@53c2a10f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20231 T2250 C102 P13107 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20232 T2250 C102 P13107 oass.SolrIndexSearcher.<init> Opening Searcher@52bdb222 realtime
[junit4:junit4]   2> 20232 T2250 C102 P13107 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20232 T2250 C102 P13107 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 20233 T2292 C101 P29128 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20233 T2292 C101 P29128 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 20235 T2251 C102 P13107 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20235 T2251 C102 P13107 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 20236 T2292 C101 P29128 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 20236 T2292 C101 P29128 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 20236 T2292 C101 P29128 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 20238 T2251 C102 P13107 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20239 T2292 C101 P29128 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 20240 T2292 C101 P29128 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362619282461/jetty3/index.20130307062142694 forceNew: false
[junit4:junit4]   2> 20240 T2292 C101 P29128 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@24ce0bd8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@400f7141) fullCopy=false
[junit4:junit4]   2> 20243 T2251 C102 P13107 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 20294 T2292 C101 P29128 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 20295 T2292 C101 P29128 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 20295 T2292 C101 P29128 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 20297 T2292 C101 P29128 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6391c2bf lockFactory=org.apache.lucene.store.NativeFSLockFactory@b1a79b2),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6391c2bf lockFactory=org.apache.lucene.store.NativeFSLockFactory@b1a79b2),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20298 T2292 C101 P29128 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20298 T2292 C101 P29128 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 20298 T2292 C101 P29128 oass.SolrIndexSearcher.<init> Opening Searcher@11278cff main
[junit4:junit4]   2> 20299 T2291 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11278cff main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 20299 T2292 C101 P29128 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@24ce0bd8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@400f7141)
[junit4:junit4]   2> 20300 T2292 C101 P29128 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 20300 T2292 C101 P29128 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 20300 T2292 C101 P29128 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 20300 T2292 C101 P29128 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20301 T2292 C101 P29128 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20549 T2238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20550 T2238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13107_cxml%2Ft",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13107/cxml/t"}
[junit4:junit4]   2> 20585 T2238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:29128_cxml%2Ft",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:29128/cxml/t"}
[junit4:junit4]   2> 20637 T2257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20637 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20637 T2244 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20637 T2289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20637 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21087 T2215 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21088 T2215 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 21088 T2215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C103 name=onenodecollectioncore org.apache.solr.core.SolrCore@681d08ab url=http://127.0.0.1:13107/cxml/t/onenodecollectioncore node=127.0.0.1:13107_cxml%2Ft C103_STATE=coll:onenodecollection core:onenodecollectioncore props:{shard=shard1, roles=none, state=active, core=onenodecollectioncore, collection=onenodecollection, node_name=127.0.0.1:13107_cxml%2Ft, base_url=http://127.0.0.1:13107/cxml/t, leader=true}
[junit4:junit4]   2> 21109 T2252 C103 P13107 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6c2380d1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@258b0c02),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21109 T2252 C103 P13107 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21112 T2252 C103 P13107 /update {wt=javabin&version=2} {add=[1 (1428809898851827712)]} 0 5
[junit4:junit4]   2> 21119 T2252 C103 P13107 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21121 T2252 C103 P13107 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6c2380d1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@258b0c02),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6c2380d1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@258b0c02),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_Lucene42_0.dvd, _0_Memory_0.ram, _0_Lucene42_0.dvm, _0.nvm, _0_Direct_0.doc, _0_SimpleText_0.pst, _0.nvd, segments_2, _0_Direct_0.pos, _0.fdx, _0_Direct_0.tip, _0.si, _0_Direct_0.tim, _0.fdt]
[junit4:junit4]   2> 21122 T2252 C103 P13107 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.fnm, _0_Lucene42_0.dvd, _0_Memory_0.ram, _0_Lucene42_0.dvm, _0.nvm, _0_Direct_0.doc, _0_SimpleText_0.pst, _0.nvd, segments_2, _0_Direct_0.pos, _0.fdx, _0_Direct_0.tip, _0.si, _0_Direct_0.tim, _0.fdt]
[junit4:junit4]   2> 21173 T2252 C103 P13107 oass.SolrIndexSearcher.<init> Opening Searcher@1f328413 main
[junit4:junit4]   2> 21174 T2252 C103 P13107 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21174 T2294 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@1f328413 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 21175 T2252 C103 P13107 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 56
[junit4:junit4]   2> 21179 T2252 C103 P13107 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 21181 T2215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21192 T2252 C103 P13107 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C104 name=collection1 org.apache.solr.core.SolrCore@2bbf8ecc url=http://127.0.0.1:59445/cxml/t/collection1 node=127.0.0.1:59445_cxml%2Ft C104_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:59445_cxml%2Ft, base_url=http://127.0.0.1:59445/cxml/t, leader=true}
[junit4:junit4]   2> 21202 T2227 C104 P59445 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@42b51981 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ee0851f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21202 T2227 C104 P59445 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21205 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[1 (1428809898949345280)]} 0 5
[junit4:junit4]   2>  C101_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:29128_cxml%2Ft, base_url=http://127.0.0.1:29128/cxml/t}
[junit4:junit4]   2> 21233 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1428809898972413952)]} 0 2
[junit4:junit4]   2> 21234 T2253 C102 P13107 /update {distrib.from=http://127.0.0.1:25289/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1428809898972413952)]} 0 12
[junit4:junit4]   2> ASYNC  NEW_CORE C105 name=collection1 org.apache.solr.core.SolrCore@68ee743a url=http://127.0.0.1:25289/cxml/t/collection1 node=127.0.0.1:25289_cxml%2Ft C105_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:25289_cxml%2Ft, base_url=http://127.0.0.1:25289/cxml/t, leader=true}
[junit4:junit4]   2> 21235 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[1]} 0 16
[junit4:junit4]   2> 21237 T2227 C104 P59445 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21241 T2227 C104 P59445 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@42b51981 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ee0851f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@42b51981 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ee0851f),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_Lucene42_0.dvd, _0_Memory_0.ram, _0_Lucene41_0.pos, _0_Lucene42_0.dvm, _0.nvm, _0_Direct_0.doc, _0_Lucene41_0.doc, _0.nvd, _0_SimpleText_0.pst, segments_2, _0_Direct_0.pos, _0_Direct_0.tip, _0.fdx, _0.si, _0_Lucene41_0.tim, _0_Direct_0.tim, _0_Lucene41_0.tip, _0.fdt]
[junit4:junit4]   2> 21241 T2227 C104 P59445 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.fnm, _0_Lucene42_0.dvd, _0_Memory_0.ram, _0_Lucene41_0.pos, _0_Lucene42_0.dvm, _0.nvm, _0_Direct_0.doc, _0_Lucene41_0.doc, _0.nvd, _0_SimpleText_0.pst, segments_2, _0_Direct_0.pos, _0_Direct_0.tip, _0.fdx, _0.si, _0_Lucene41_0.tim, _0_Direct_0.tim, _0_Lucene41_0.tip, _0.fdt]
[junit4:junit4]   2> 21243 T2227 C104 P59445 oass.SolrIndexSearcher.<init> Opening Searcher@36016f9b main
[junit4:junit4]   2> 21243 T2227 C104 P59445 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21244 T2241 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@36016f9b main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 21245 T2227 C104 P59445 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 21247 T2265 C105 P25289 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21249 T2265 C105 P25289 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d2deaeb lockFactory=org.apache.lucene.store.NativeFSLockFactory@73bbf8cc),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21249 T2265 C105 P25289 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21250 T2265 C105 P25289 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d2deaeb lockFactory=org.apache.lucene.store.NativeFSLockFactory@73bbf8cc),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d2deaeb lockFactory=org.apache.lucene.store.NativeFSLockFactory@73bbf8cc),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 21250 T2265 C105 P25289 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 21302 T2265 C105 P25289 oass.SolrIndexSearcher.<init> Opening Searcher@42266162 main
[junit4:junit4]   2> 21302 T2265 C105 P25289 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21303 T2275 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@42266162 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 21303 T2265 C105 P25289 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:13107/cxml/t/collection1/, StdNode: http://127.0.0.1:29128/cxml/t/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 21305 T2280 C101 P29128 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21306 T2253 C102 P13107 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21310 T2280 C101 P29128 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6391c2bf lockFactory=org.apache.lucene.store.NativeFSLockFactory@b1a79b2),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6391c2bf lockFactory=org.apache.lucene.store.NativeFSLockFactory@b1a79b2),segFN=segments_3,generation=3,filenames=[_0.fnm, _0_Lucene42_0.dvd, _0_Memory_0.ram, _0_Lucene41_0.pos, _0_Lucene42_0.dvm, _0.nvm, _0_Direct_0.doc, _0_Lucene41_0.doc, _0.nvd, _0_SimpleText_0.pst, _0_Direct_0.pos, _0_Direct_0.tip, _0.fdx, _0.si, _0_Lucene41_0.tim, _0_Direct_0.tim, _0_Lucene41_0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 21310 T2280 C101 P29128 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0_Lucene42_0.dvd, _0_Memory_0.ram, _0_Lucene41_0.pos, _0_Lucene42_0.dvm, _0.nvm, _0_Direct_0.doc, _0_Lucene41_0.doc, _0.nvd, _0_SimpleText_0.pst, _0_Direct_0.pos, _0_Direct_0.tip, _0.fdx, _0.si, _0_Lucene41_0.tim, _0_Direct_0.tim, _0_Lucene41_0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 21311 T2253 C102 P13107 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@25195818 lockFactory=org.apache.lucene.store.NativeFSLockFactory@53c2a10f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@25195818 lockFactory=org.apache.lucene.store.NativeFSLockFactory@53c2a10f),segFN=segments_3,generation=3,filenames=[_0.fnm, _0_Lucene42_0.dvd, _0_Memory_0.ram, _0_Lucene41_0.pos, _0_Lucene42_0.dvm, _0.nvm, _0_Direct_0.doc, _0_Lucene41_0.doc, _0.nvd, _0_SimpleText_0.pst, _0_Direct_0.pos, _0_Direct_0.tip, _0.fdx, _0.si, _0_Lucene41_0.tim, _0_Direct_0.tim, _0_Lucene41_0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 21312 T2253 C102 P13107 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0_Lucene42_0.dvd, _0_Memory_0.ram, _0_Lucene41_0.pos, _0_Lucene42_0.dvm, _0.nvm, _0_Direct_0.doc, _0_Lucene41_0.doc, _0.nvd, _0_SimpleText_0.pst, _0_Direct_0.pos, _0_Direct_0.tip, _0.fdx, _0.si, _0_Lucene41_0.tim, _0_Direct_0.tim, _0_Lucene41_0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 21314 T2253 C102 P13107 oass.SolrIndexSearcher.<init> Opening Searcher@aae0746 main
[junit4:junit4]   2> 21315 T2253 C102 P13107 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21315 T2259 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@aae0746 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 21316 T2253 C102 P13107 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 21364 T2280 C101 P29128 oass.SolrIndexSearcher.<init> Opening Searcher@77c1d334 main
[junit4:junit4]   2> 21364 T2280 C101 P29128 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21365 T2291 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@77c1d334 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 21365 T2280 C101 P29128 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 60
[junit4:junit4]   2> 21366 T2265 C105 P25289 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 119
[junit4:junit4]   2> 21366 T2215 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 21367 T2215 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21368 T2215 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 21371 T2227 C104 P59445 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 21373 T2215 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26908/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@48a458d
[junit4:junit4]   2> 21374 T2215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 21375 T2301 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26908. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 21375 T2301 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26908, initiating session
[junit4:junit4]   2> 21375 T2217 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:41665
[junit4:junit4]   2> 21375 T2217 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:41665
[junit4:junit4]   2> 21402 T2219 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d42703424000b with negotiated timeout 10000 for client /140.211.11.196:41665
[junit4:junit4]   2> 21402 T2301 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26908, sessionid = 0x13d42703424000b, negotiated timeout = 10000
[junit4:junit4]   2> 21402 T2302 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48a458d name:ZooKeeperConnection Watcher:127.0.0.1:26908/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 21402 T2215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 21403 T2215 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 21405 T2220 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d42703424000b
[junit4:junit4]   2> 21406 T2302 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 21406 T2217 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:41665 which had sessionid 0x13d42703424000b
[junit4:junit4]   2> 21406 T2215 oaz.ZooKeeper.close Session: 0x13d42703424000b closed
[junit4:junit4]   2> 21407 T2247 C102 P13107 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 21409 T2266 C105 P25289 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 21414 T2250 C102 P13107 REQ /select {NOW=1362619303866&shard.url=127.0.0.1:13107/cxml/t/collection1/|127.0.0.1:29128/cxml/t/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 21414 T2267 C105 P25289 REQ /select {NOW=1362619303866&shard.url=127.0.0.1:25289/cxml/t/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 21417 T2250 C102 P13107 REQ /select {NOW=1362619303866&shard.url=127.0.0.1:13107/cxml/t/collection1/|127.0.0.1:29128/cxml/t/collection1/&ids=1&q=*:*&distrib=false&wt=javabin&isShard=true&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21418 T2281 C101 P29128 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=7 
[junit4:junit4]   2> 21423 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[2 (1428809899181080576)]} 0 2
[junit4:junit4]   2> 21428 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[2 (1428809899186323456)]} 0 2
[junit4:junit4]   2> 21432 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[3 (1428809899191566336)]} 0 1
[junit4:junit4]   2> 21437 T2268 C105 P25289 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1428809899195760640)]} 0 2
[junit4:junit4]   2> 21437 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[3]} 0 3
[junit4:junit4]   2> 21441 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[4 (1428809899201003520)]} 0 1
[junit4:junit4]   2> 21451 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1428809899205197824)]} 0 2
[junit4:junit4]   2> 21451 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[4 (1428809899205197824)]} 0 7
[junit4:junit4]   2> 21455 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[5 (1428809899215683584)]} 0 1
[junit4:junit4]   2> 21461 T2268 C105 P25289 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1428809899221975040)]} 0 1
[junit4:junit4]   2> 21462 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[5]} 0 4
[junit4:junit4]   2> 21465 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[6 (1428809899226169344)]} 0 1
[junit4:junit4]   2> 21469 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[6 (1428809899230363648)]} 0 1
[junit4:junit4]   2> 21473 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[7 (1428809899234557952)]} 0 1
[junit4:junit4]   2> 21479 T2268 C105 P25289 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1428809899240849408)]} 0 1
[junit4:junit4]   2> 21480 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[7]} 0 4
[junit4:junit4]   2> 21483 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[8 (1428809899245043712)]} 0 1
[junit4:junit4]   2> 21492 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1428809899251335168)]} 0 1
[junit4:junit4]   2> 21493 T2253 C102 P13107 /update {distrib.from=http://127.0.0.1:25289/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1428809899251335168)]} 0 5
[junit4:junit4]   2> 21493 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[8]} 0 7
[junit4:junit4]   2> 21497 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[9 (1428809899259723776)]} 0 1
[junit4:junit4]   2> 21501 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[9 (1428809899263918080)]} 0 1
[junit4:junit4]   2> 21505 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[10 (1428809899268112384)]} 0 1
[junit4:junit4]   2> 21512 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1428809899272306688)]} 0 1
[junit4:junit4]   2> 21513 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[10 (1428809899272306688)]} 0 5
[junit4:junit4]   2> 21516 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[11 (1428809899279646720)]} 0 1
[junit4:junit4]   2> 21525 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1428809899285938176)]} 0 1
[junit4:junit4]   2> 21526 T2253 C102 P13107 /update {distrib.from=http://127.0.0.1:25289/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[11 (1428809899285938176)]} 0 5
[junit4:junit4]   2> 21526 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[11]} 0 7
[junit4:junit4]   2> 21530 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[12 (1428809899294326784)]} 0 1
[junit4:junit4]   2> 21539 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1428809899300618240)]} 0 1
[junit4:junit4]   2> 21540 T2253 C102 P13107 /update {distrib.from=http://127.0.0.1:25289/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[12 (1428809899300618240)]} 0 5
[junit4:junit4]   2> 21540 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[12]} 0 7
[junit4:junit4]   2> 21544 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[13 (1428809899309006848)]} 0 1
[junit4:junit4]   2> 21551 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1428809899313201152)]} 0 1
[junit4:junit4]   2> 21552 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[13 (1428809899313201152)]} 0 5
[junit4:junit4]   2> 21555 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[14 (1428809899320541184)]} 0 1
[junit4:junit4]   2> 21564 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1428809899326832640)]} 0 1
[junit4:junit4]   2> 21564 T2253 C102 P13107 /update {distrib.from=http://127.0.0.1:25289/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1428809899326832640)]} 0 4
[junit4:junit4]   2> 21565 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[14]} 0 7
[junit4:junit4]   2> 21569 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[15 (1428809899335221248)]} 0 1
[junit4:junit4]   2> 21578 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1428809899341512704)]} 0 1
[junit4:junit4]   2> 21578 T2253 C102 P13107 /update {distrib.from=http://127.0.0.1:25289/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[15 (1428809899341512704)]} 0 4
[junit4:junit4]   2> 21579 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[15]} 0 7
[junit4:junit4]   2> 21583 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[16 (1428809899349901312)]} 0 1
[junit4:junit4]   2> 21590 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1428809899354095616)]} 0 1
[junit4:junit4]   2> 21590 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[16 (1428809899354095616)]} 0 4
[junit4:junit4]   2> 21596 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[17 (1428809899363532800)]} 0 2
[junit4:junit4]   2> 21601 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[17 (1428809899368775680)]} 0 2
[junit4:junit4]   2> 21605 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[100 (1428809899372969984)]} 0 1
[junit4:junit4]   2> 21612 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[100 (1428809899377164288)]} 0 1
[junit4:junit4]   2> 21612 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[100 (1428809899377164288)]} 0 4
[junit4:junit4]   2> 21616 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[101 (1428809899384504320)]} 0 1
[junit4:junit4]   2> 21623 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[101 (1428809899388698624)]} 0 1
[junit4:junit4]   2> 21623 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[101 (1428809899388698624)]} 0 4
[junit4:junit4]   2> 21627 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[102 (1428809899396038656)]} 0 1
[junit4:junit4]   2> 21635 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[102 (1428809899401281536)]} 0 1
[junit4:junit4]   2> 21635 T2253 C102 P13107 /update {distrib.from=http://127.0.0.1:25289/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[102 (1428809899401281536)]} 0 4
[junit4:junit4]   2> 21636 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[102]} 0 7
[junit4:junit4]   2> 21640 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[103 (1428809899409670144)]} 0 1
[junit4:junit4]   2> 21645 T2268 C105 P25289 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[103 (1428809899414913024)]} 0 1
[junit4:junit4]   2> 21646 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[103]} 0 4
[junit4:junit4]   2> 21649 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[104 (1428809899419107328)]} 0 1
[junit4:junit4]   2> 21655 T2268 C105 P25289 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[104 (1428809899425398784)]} 0 1
[junit4:junit4]   2> 21655 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[104]} 0 3
[junit4:junit4]   2> 21659 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[105 (1428809899429593088)]} 0 1
[junit4:junit4]   2> 21664 T2268 C105 P25289 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[105 (1428809899434835968)]} 0 1
[junit4:junit4]   2> 21664 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[105]} 0 3
[junit4:junit4]   2> 21668 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[106 (1428809899439030272)]} 0 1
[junit4:junit4]   2> 21674 T2268 C105 P25289 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[106 (1428809899445321728)]} 0 1
[junit4:junit4]   2> 21674 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[106]} 0 3
[junit4:junit4]   2> 21678 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[107 (1428809899449516032)]} 0 1
[junit4:junit4]   2> 21686 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[107 (1428809899454758912)]} 0 1
[junit4:junit4]   2> 21686 T2253 C102 P13107 /update {distrib.from=http://127.0.0.1:25289/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[107 (1428809899454758912)]} 0 4
[junit4:junit4]   2> 21687 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[107]} 0 7
[junit4:junit4]   2> 21691 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[108 (1428809899463147520)]} 0 1
[junit4:junit4]   2> 21699 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[108 (1428809899468390400)]} 0 1
[junit4:junit4]   2> 21699 T2253 C102 P13107 /update {distrib.from=http://127.0.0.1:25289/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[108 (1428809899468390400)]} 0 4
[junit4:junit4]   2> 21700 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[108]} 0 7
[junit4:junit4]   2> 21704 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[109 (1428809899476779008)]} 0 1
[junit4:junit4]   2> 21712 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[109 (1428809899482021888)]} 0 1
[junit4:junit4]   2> 21713 T2253 C102 P13107 /update {distrib.from=http://127.0.0.1:25289/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[109 (1428809899482021888)]} 0 5
[junit4:junit4]   2> 21713 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[109]} 0 7
[junit4:junit4]   2> 21717 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[110 (1428809899490410496)]} 0 1
[junit4:junit4]   2> 21724 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[110 (1428809899494604800)]} 0 1
[junit4:junit4]   2> 21724 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[110 (1428809899494604800)]} 0 4
[junit4:junit4]   2> 21728 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[111 (1428809899501944832)]} 0 1
[junit4:junit4]   2> 21736 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[111 (1428809899507187712)]} 0 1
[junit4:junit4]   2> 21736 T2253 C102 P13107 /update {distrib.from=http://127.0.0.1:25289/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[111 (1428809899507187712)]} 0 4
[junit4:junit4]   2> 21737 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[111]} 0 7
[junit4:junit4]   2> 21741 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[112 (1428809899515576320)]} 0 1
[junit4:junit4]   2> 21746 T2268 C105 P25289 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[112 (1428809899520819200)]} 0 1
[junit4:junit4]   2> 21747 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[112]} 0 4
[junit4:junit4]   2> 21750 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[113 (1428809899525013504)]} 0 1
[junit4:junit4]   2> 21757 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[113 (1428809899529207808)]} 0 1
[junit4:junit4]   2> 21758 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[113 (1428809899529207808)]} 0 5
[junit4:junit4]   2> 21761 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[114 (1428809899536547840)]} 0 1
[junit4:junit4]   2> 21768 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[114 (1428809899539693568)]} 0 1
[junit4:junit4]   2> 21769 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[114 (1428809899539693568)]} 0 6
[junit4:junit4]   2> 21773 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[115 (1428809899549130752)]} 0 1
[junit4:junit4]   2> 21779 T2268 C105 P25289 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[115 (1428809899555422208)]} 0 1
[junit4:junit4]   2> 21779 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[115]} 0 3
[junit4:junit4]   2> 21783 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[116 (1428809899559616512)]} 0 1
[junit4:junit4]   2> 21789 T2268 C105 P25289 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[116 (1428809899565907968)]} 0 1
[junit4:junit4]   2> 21789 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[116]} 0 3
[junit4:junit4]   2> 21793 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[117 (1428809899570102272)]} 0 1
[junit4:junit4]   2> 21798 T2268 C105 P25289 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[117 (1428809899575345152)]} 0 1
[junit4:junit4]   2> 21798 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[117]} 0 3
[junit4:junit4]   2> 21802 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[118 (1428809899579539456)]} 0 1
[junit4:junit4]   2> 21808 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[118 (1428809899582685184)]} 0 1
[junit4:junit4]   2> 21808 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[118 (1428809899582685184)]} 0 4
[junit4:junit4]   2> 21812 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[119 (1428809899590025216)]} 0 1
[junit4:junit4]   2> 21815 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[119 (1428809899593170944)]} 0 1
[junit4:junit4]   2> 21819 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[120 (1428809899597365248)]} 0 1
[junit4:junit4]   2> 21823 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[120 (1428809899601559552)]} 0 1
[junit4:junit4]   2> 21827 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[121 (1428809899605753856)]} 0 1
[junit4:junit4]   2> 21831 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[121 (1428809899609948160)]} 0 1
[junit4:junit4]   2> 21835 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[122 (1428809899614142464)]} 0 1
[junit4:junit4]   2> 21842 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[122 (1428809899618336768)]} 0 1
[junit4:junit4]   2> 21842 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[122 (1428809899618336768)]} 0 4
[junit4:junit4]   2> 21846 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[123 (1428809899625676800)]} 0 1
[junit4:junit4]   2> 21852 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[123 (1428809899628822528)]} 0 1
[junit4:junit4]   2> 21852 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[123 (1428809899628822528)]} 0 4
[junit4:junit4]   2> 21856 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[124 (1428809899636162560)]} 0 1
[junit4:junit4]   2> 21865 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[124 (1428809899642454016)]} 0 1
[junit4:junit4]   2> 21865 T2253 C102 P13107 /update {distrib.from=http://127.0.0.1:25289/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[124 (1428809899642454016)]} 0 4
[junit4:junit4]   2> 21866 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[124]} 0 8
[junit4:junit4]   2> 21870 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[125 (1428809899650842624)]} 0 1
[junit4:junit4]   2> 21879 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[125 (1428809899657134080)]} 0 1
[junit4:junit4]   2> 21880 T2253 C102 P13107 /update {distrib.from=http://127.0.0.1:25289/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[125 (1428809899657134080)]} 0 4
[junit4:junit4]   2> 21880 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[125]} 0 8
[junit4:junit4]   2> 21884 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[126 (1428809899665522688)]} 0 1
[junit4:junit4]   2> 21889 T2268 C105 P25289 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[126 (1428809899670765568)]} 0 1
[junit4:junit4]   2> 21889 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[126]} 0 3
[junit4:junit4]   2> 21893 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[127 (1428809899674959872)]} 0 1
[junit4:junit4]   2> 21898 T2268 C105 P25289 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[127 (1428809899680202752)]} 0 1
[junit4:junit4]   2> 21899 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[127]} 0 4
[junit4:junit4]   2> 21902 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[128 (1428809899684397056)]} 0 1
[junit4:junit4]   2> 21906 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[128 (1428809899688591360)]} 0 1
[junit4:junit4]   2> 21910 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[129 (1428809899692785664)]} 0 1
[junit4:junit4]   2> 21935 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[129 (1428809899700125696)]} 0 16
[junit4:junit4]   2> 21936 T2253 C102 P13107 /update {distrib.from=http://127.0.0.1:25289/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[129 (1428809899700125696)]} 0 20
[junit4:junit4]   2> 21937 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[129]} 0 24
[junit4:junit4]   2> 21941 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[130 (1428809899726340096)]} 0 1
[junit4:junit4]   2> 21947 T2268 C105 P25289 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[130 (1428809899731582976)]} 0 1
[junit4:junit4]   2> 21947 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[130]} 0 3
[junit4:junit4]   2> 21951 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[131 (1428809899735777280)]} 0 1
[junit4:junit4]   2> 21954 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[131 (1428809899738923008)]} 0 1
[junit4:junit4]   2> 21958 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[132 (1428809899743117312)]} 0 1
[junit4:junit4]   2> 21964 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[132 (1428809899746263040)]} 0 1
[junit4:junit4]   2> 21965 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[132 (1428809899746263040)]} 0 5
[junit4:junit4]   2> 21968 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[133 (1428809899753603072)]} 0 1
[junit4:junit4]   2> 21974 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[133 (1428809899756748800)]} 0 1
[junit4:junit4]   2> 21974 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[133 (1428809899756748800)]} 0 4
[junit4:junit4]   2> 21978 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[134 (1428809899764088832)]} 0 1
[junit4:junit4]   2> 21983 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[134 (1428809899769331712)]} 0 2
[junit4:junit4]   2> 21987 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[135 (1428809899773526016)]} 0 1
[junit4:junit4]   2> 21994 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[135 (1428809899777720320)]} 0 1
[junit4:junit4]   2> 21995 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[135 (1428809899777720320)]} 0 5
[junit4:junit4]   2> 21999 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[136 (1428809899786108928)]} 0 1
[junit4:junit4]   2> 22005 T2268 C105 P25289 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[136 (1428809899792400384)]} 0 1
[junit4:junit4]   2> 22006 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[136]} 0 4
[junit4:junit4]   2> 22009 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[137 (1428809899796594688)]} 0 1
[junit4:junit4]   2> 22013 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[137 (1428809899800788992)]} 0 2
[junit4:junit4]   2> 22017 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[138 (1428809899804983296)]} 0 1
[junit4:junit4]   2> 22027 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[138 (1428809899812323328)]} 0 1
[junit4:junit4]   2> 22028 T2253 C102 P13107 /update {distrib.from=http://127.0.0.1:25289/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[138 (1428809899812323328)]} 0 5
[junit4:junit4]   2> 22029 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[138]} 0 9
[junit4:junit4]   2> 22033 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[139 (1428809899821760512)]} 0 1
[junit4:junit4]   2> 22039 T2268 C105 P25289 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[139 (1428809899828051968)]} 0 1
[junit4:junit4]   2> 22040 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[139]} 0 4
[junit4:junit4]   2> 22043 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[140 (1428809899832246272)]} 0 1
[junit4:junit4]   2> 22047 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[140 (1428809899836440576)]} 0 1
[junit4:junit4]   2> 22052 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[141 (1428809899841683456)]} 0 1
[junit4:junit4]   2> 22059 T2268 C105 P25289 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[141 (1428809899849023488)]} 0 1
[junit4:junit4]   2> 22060 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[141]} 0 5
[junit4:junit4]   2> 22063 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[142 (1428809899853217792)]} 0 1
[junit4:junit4]   2> 22068 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[142 (1428809899858460672)]} 0 2
[junit4:junit4]   2> 22072 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[143 (1428809899862654976)]} 0 1
[junit4:junit4]   2> 22078 T2268 C105 P25289 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[143 (1428809899868946432)]} 0 1
[junit4:junit4]   2> 22079 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[143]} 0 3
[junit4:junit4]   2> 22082 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[144 (1428809899873140736)]} 0 1
[junit4:junit4]   2> 22087 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[144 (1428809899877335040)]} 0 2
[junit4:junit4]   2> 22091 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[145 (1428809899882577920)]} 0 1
[junit4:junit4]   2> 22097 T2268 C105 P25289 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[145 (1428809899888869376)]} 0 1
[junit4:junit4]   2> 22097 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[145]} 0 3
[junit4:junit4]   2> 22101 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[146 (1428809899893063680)]} 0 1
[junit4:junit4]   2> 22107 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[146 (1428809899896209408)]} 0 1
[junit4:junit4]   2> 22107 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[146 (1428809899896209408)]} 0 4
[junit4:junit4]   2> 22111 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[147 (1428809899903549440)]} 0 1
[junit4:junit4]   2> 22116 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[147 (1428809899908792320)]} 0 2
[junit4:junit4]   2> 22120 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[148 (1428809899912986624)]} 0 1
[junit4:junit4]   2> 22127 T2279 C101 P29128 /update {distrib.from=http://127.0.0.1:13107/cxml/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[148 (1428809899917180928)]} 0 1
[junit4:junit4]   2> 22127 T2305 C102 P13107 /update {wt=javabin&version=2} {add=[148 (1428809899917180928)]} 0 4
[junit4:junit4]   2> 22131 T2227 C104 P59445 /update {wt=javabin&version=2} {add=[149 (1428809899924520960)]} 0 1
[junit4:junit4]   2> 22136 T2265 C105 P25289 /update {wt=javabin&version=2} {add=[149 (1428809899929763840)]} 0 2
[junit4:junit4]   2> 22137 T2215 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 22138 T2215 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22138 T2215 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 22141 T2227 C104 P59445 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22195 T2227 C104 P59445 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@42b51981 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ee0851f),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_Lucene42_0.dvd, _0_Memory_0.ram, _0_Lucene41_0.pos, _0_Lucene42_0.dvm, _0.nvm, _0_Direct_0.doc, _0_Lucene41_0.doc, _0.nvd, _0_SimpleText_0.pst, segments_2, _0_Direct_0.pos, _0_Direct_0.tip, _0.fdx, _0.si, _0_Lucene41_0.tim, _0_Direct_0.tim, _0_Lucene41_0.tip, _0.fdt]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@42b51981 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ee0851f),segFN=segments_3,generation=3,filenames=[_1_Direct_0.pos, _1_Direct_0.doc, _1_Lucene41_0.doc, _0_Lucene42_0.dvd, _1_Lucene42_0.dvm, _0_Lucene41_0.pos, _0_Lucene42_0.dvm, _1_Lucene42_0.dvd, _1.fnm, _1_Memory_0.ram, _0_SimpleText_0.pst, _0.nvd, _1_Direct_0.tim, _0.si, _0_Lucene41_0.tim, _1_Direct_0.tip, _0_Lucene41_0.tip, _1.nvm, _0.fnm, _0_Memory_0.ram, _1_Lucene41_0.tim, _1.nvd, _1_Lucene41_0.tip, _0.nvm, _1_Lucene41_0.pos, _1.fdx, _0_Direct_0.doc, _1.fdt, _0_Lucene41_0.doc, _1.si, _0_Direct_0.pos, _0.fdx, _0_Direct_0.tip, _0_Direct_0.tim, segments_3, _0.fdt, _1_SimpleText_0.pst]
[junit4:junit4]   2> 22196 T2227 C104 P59445 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1_Direct_0.pos, _1_Direct_0.doc, _1_Lucene41_0.doc, _0_Lucene42_0.dvd, _1_Lucene42_0.dvm, _0_Lucene41_0.pos, _0_Lucene42_0.dvm, _1_Lucene42_0.dvd, _1.fnm, _1_Memory_0.ram, _0_SimpleText_0.pst, _0.nvd, _1_Direct_0.tim, _0.si, _0_Lucene41_0.tim, _1_Direct_0.tip, _0_Lucene41_0.tip, _1.nvm, _0.fnm, _0_Memory_0.ram, _1_Lucene41_0.tim, _1.nvd, _1_Lucene41_0.tip, _0.nvm, _1_Lucene41_0.pos, _1.fdx, _0_Direct_0.doc, _1.fdt, _0_Lucene41_0.doc, _1.si, _0_Direct_0.pos, _0.fdx, _0_Direct_0.tip, _0_Direct_0.tim, segments_3, _0.fdt, _1_SimpleText_0.pst]
[junit4:junit4]   2> 22205 T2227 C104 P59445 oass.SolrIndexSearcher.<init> Opening Searcher@5cbd8bcf main
[junit4:junit4]   2> 22206 T2227 C104 P59445 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22206 T2241 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5cbd8bcf main{StandardDirectoryReader(segments_3:5 _0(5.0):C1 _1(5.0):C66)}
[junit4:junit4]   2> 22207 T2227 C104 P59445 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 66
[junit4:junit4]   2> 22210 T2305 C102 P13107 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22227 T2305 C102 P13107 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@25195818 lockFactory=org.apache.lucene.store.NativeFSLockFactory@53c2a10f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@25195818 lockFactory=org.apache.lucene.store.NativeFSLockFactory@53c2a10f),segFN=segments_3,generation=3,filenames=[_0.fnm, _0_Lucene42_0.dvd, _0_Memory_0.ram, _0_Lucene41_0.pos, _0_Lucene42_0.dvm, _0.nvm, _0_Direct_0.doc, _0_Lucene41_0.doc, _0.nvd, _0_SimpleText_0.pst, _0_Direct_0.pos, _0_Direct_0.tip, _0.fdx, _0.si, _0_Lucene41_0.tim, _0_Direct_0.tim, _0_Lucene41_0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@25195818 lockFactory=org.apache.lucene.store.NativeFSLockFactory@53c2a10f),segFN=segments_4,generation=4,filenames=[_1_Direct_0.pos, _1_Direct_0.doc, _1_Lucene41_0.doc, _0_Lucene42_0.dvd, _1_Lucene42_0.dvm, _0_Lucene41_0.pos, _0_Lucene42_0.dvm, _1_Lucene42_0.dvd, _1.fnm, _1_Memory_0.ram, _0_SimpleText_0.pst, _0.nvd, _1_Direct_0.tim, _0.si, _0_Lucene41_0.tim, _1_Direct_0.tip, _0_Lucene41_0.tip, _1.nvm, _0.fnm, _0_Memory_0.ram, _1_Lucene41_0.tim, _1.nvd, _1_Lucene41_0.tip, _0.nvm, _1_Lucene41_0.pos, _1.fdx, _0_Direct_0.doc, _1.fdt, _0_Lucene41_0.doc, _1.s

[...truncated too long message...]

)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]   2> 136876 T1777 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 136951 T1780 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 164487 T1852 oasu.PeerSync.handleResponse WARNING PeerSync: core=collection1 url=http://127.0.0.1:55835/b  couldn't connect to http://127.0.0.1:31349/b/collection1/, counting as success
[junit4:junit4]   2> 164487 T1852 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55835/b DONE. sync succeeded
[junit4:junit4]   2> 164487 T1852 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
[junit4:junit4]   2> 164489 T1852 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
[junit4:junit4]   2> 164489 T1852 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@210d1030
[junit4:junit4]   2> 164489 T1852 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=10,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=305,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 164490 T1852 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 164491 T1852 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 164491 T1852 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 164491 T1852 C263 P55835 oasu.TransactionLog.forceClose SEVERE Error: Forcing close of tlog{file=./org.apache.solr.cloud.SyncSliceTest-1362619291055/jetty3/tlog/tlog.0000000000000000005 refcount=1}
[junit4:junit4]   2> 164493 T1852 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 164545 T1852 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362619291055/jetty3/index
[junit4:junit4]   2> 164545 T1852 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362619291055/jetty3/index
[junit4:junit4]   2> 164545 T1852 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362619291055/jetty3
[junit4:junit4]   2> 164545 T1852 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362619291055/jetty3
[junit4:junit4]   2> 164545 T1852 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362619291055/jetty3/index.20130306152150189
[junit4:junit4]   2> 164546 T1852 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362619291055/jetty3/index.20130306152150189
[junit4:junit4]   2> 164546 T1852 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 164546 T1852 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 164546 T1852 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 164546 T1852 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:236)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 164546 T1852 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {range_facet_l=PostingsFormat(name=TestBloomFilteredLucene41Postings), text=PostingsFormat(name=Memory doPackFST= true), _version_=PostingsFormat(name=TestBloomFilteredLucene41Postings), rnd_b=Pulsing41(freqCutoff=13 minBlockSize=27 maxBlockSize=86), intDefault=PostingsFormat(name=TestBloomFilteredLucene41Postings), id=Pulsing41(freqCutoff=13 minBlockSize=27 maxBlockSize=86), timestamp=PostingsFormat(name=TestBloomFilteredLucene41Postings), a_t=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_sl=PostingsFormat(name=Memory doPackFST= true), range_facet_si=MockVariableIntBlock(baseBlockSize=114), other_tl1=PostingsFormat(name=TestBloomFilteredLucene41Postings), multiDefault=MockVariableIntBlock(baseBlockSize=114), a_si=MockVariableIntBlock(baseBlockSize=114)}, docValues:{timestamp=DocValuesFormat(name=SimpleText)}, sim=DefaultSimilarity, locale=et, timezone=Pacific/Rarotonga
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=3,free=197616976,total=418840576
[junit4:junit4]   2> NOTE: All tests run in this JVM: [StatsComponentTest, TestBinaryResponseWriter, TestFieldTypeCollectionResource, BasicZkTest, FieldAnalysisRequestHandlerTest, URLClassifyProcessorTest, SolrCoreCheckLockOnStartupTest, TestDFRSimilarityFactory, TestElisionMultitermQuery, TestComponentsName, CollectionsAPIDistributedZkTest, TestMergePolicyConfig, HighlighterTest, SpellCheckCollatorTest, ClusterStateTest, DisMaxRequestHandlerTest, XsltUpdateRequestHandlerTest, SuggesterTSTTest, DistanceFunctionTest, TestJmxMonitoredMap, BadIndexSchemaTest, TestStressReorder, TestFastOutputStream, NumericFieldsTest, TestBinaryField, TestLazyCores, XmlUpdateRequestHandlerTest, TestQueryTypes, UniqFieldsUpdateProcessorFactoryTest, ZkSolrClientTest, OpenCloseCoreStressTest, IndexReaderFactoryTest, TestPostingsSolrHighlighter, TestUtils, ZkNodePropsTest, HardAutoCommitTest, SignatureUpdateProcessorFactoryTest, TestIndexSearcher, TestFoldingMultitermQuery, IndexBasedSpellCheckerTest, CurrencyFieldOpenExchangeTest, TestCSVResponseWriter, IndexSchemaRuntimeFieldTest, CurrencyFieldXmlFileTest, TestDistributedSearch, SolrIndexConfigTest, TestPartialUpdateDeduplication, LeaderElectionIntegrationTest, TestHashPartitioner, EchoParamsTest, SolrPluginUtilsTest, TestAnalyzedSuggestions, TestSolrDiscoveryProperties, SolrRequestParserTest, StandardRequestHandlerTest, OutputWriterTest, OpenExchangeRatesOrgProviderTest, PathHierarchyTokenizerFactoryTest, DOMUtilTest, TimeZoneUtilsTest, TestRangeQuery, CopyFieldTest, SortByFunctionTest, ChaosMonkeySafeLeaderTest, SyncSliceTest]
[junit4:junit4] Completed on J1 in 164.93s, 1 test, 1 failure <<< FAILURES!

[...truncated 406 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/common-build.xml:1213: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/common-build.xml:877: There were test failures: 268 suites, 1134 tests, 1 error, 1 failure, 27 ignored (8 assumptions)

Total time: 43 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-trunk-Java6 - Build # 15980 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java6/15980/

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
No registered leader was found, collection:collection1 slice:shard1

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found, collection:collection1 slice:shard1
	at __randomizedtesting.SeedInfo.seed([FC68D3136D6E539F:7D8E5D0B1A3133A3]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:430)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:295)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:116)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 8328 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T1266 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /p_hm/ul
[junit4:junit4]   2> 6 T1266 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362603584513
[junit4:junit4]   2> 7 T1266 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 8 T1267 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 13 T1267 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 13 T1267 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 13 T1267 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 14 T1267 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 16 T1267 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 109 T1266 oasc.ZkTestServer.run start zk server on port:64812
[junit4:junit4]   2> 109 T1266 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:64812 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6489fd5b
[junit4:junit4]   2> 111 T1266 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 111 T1272 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:64812. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 112 T1272 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:64812, initiating session
[junit4:junit4]   2> 112 T1268 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:64813
[junit4:junit4]   2> 113 T1268 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:64813
[junit4:junit4]   2> 113 T1270 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 149 T1270 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4180ac0c0000 with negotiated timeout 10000 for client /140.211.11.196:64813
[junit4:junit4]   2> 149 T1272 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:64812, sessionid = 0x13d4180ac0c0000, negotiated timeout = 10000
[junit4:junit4]   2> 149 T1273 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6489fd5b name:ZooKeeperConnection Watcher:127.0.0.1:64812 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 150 T1266 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 150 T1266 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 154 T1271 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4180ac0c0000
[junit4:junit4]   2> 155 T1273 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 156 T1268 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:64813 which had sessionid 0x13d4180ac0c0000
[junit4:junit4]   2> 155 T1266 oaz.ZooKeeper.close Session: 0x13d4180ac0c0000 closed
[junit4:junit4]   2> 157 T1266 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:64812/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2d381822
[junit4:junit4]   2> 158 T1266 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 158 T1274 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:64812. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 159 T1274 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:64812, initiating session
[junit4:junit4]   2> 159 T1268 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:64814
[junit4:junit4]   2> 159 T1268 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:64814
[junit4:junit4]   2> 186 T1270 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4180ac0c0001 with negotiated timeout 10000 for client /140.211.11.196:64814
[junit4:junit4]   2> 186 T1274 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:64812, sessionid = 0x13d4180ac0c0001, negotiated timeout = 10000
[junit4:junit4]   2> 186 T1275 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d381822 name:ZooKeeperConnection Watcher:127.0.0.1:64812/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 186 T1266 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 187 T1266 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 217 T1266 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 237 T1266 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 289 T1266 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 295 T1266 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 296 T1266 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 341 T1266 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 342 T1266 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 448 T1266 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 449 T1266 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 456 T1266 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 457 T1266 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 466 T1266 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 467 T1266 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 472 T1266 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 473 T1266 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 482 T1266 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 482 T1266 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 487 T1266 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 488 T1266 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 492 T1266 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 492 T1266 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 496 T1271 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4180ac0c0001
[junit4:junit4]   2> 497 T1275 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 497 T1268 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:64814 which had sessionid 0x13d4180ac0c0001
[junit4:junit4]   2> 497 T1266 oaz.ZooKeeper.close Session: 0x13d4180ac0c0001 closed
[junit4:junit4]   2> 700 T1266 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 704 T1266 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:64815
[junit4:junit4]   2> 705 T1266 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 706 T1266 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 706 T1266 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362603585004
[junit4:junit4]   2> 706 T1266 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362603585004/solr.xml
[junit4:junit4]   2> 707 T1266 oasc.CoreContainer.<init> New CoreContainer 1115671822
[junit4:junit4]   2> 708 T1266 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362603585004/'
[junit4:junit4]   2> 708 T1266 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362603585004/'
[junit4:junit4]   2> 758 T1266 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 759 T1266 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 759 T1266 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 760 T1266 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 760 T1266 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 761 T1266 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 761 T1266 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 761 T1266 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 762 T1266 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 762 T1266 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 784 T1266 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 802 T1266 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:64812/solr
[junit4:junit4]   2> 802 T1266 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 803 T1266 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:64812 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@61387c19
[junit4:junit4]   2> 804 T1266 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 804 T1285 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:64812. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 805 T1285 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:64812, initiating session
[junit4:junit4]   2> 805 T1268 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:64816
[junit4:junit4]   2> 806 T1268 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:64816
[junit4:junit4]   2> 833 T1270 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4180ac0c0002 with negotiated timeout 20000 for client /140.211.11.196:64816
[junit4:junit4]   2> 833 T1285 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:64812, sessionid = 0x13d4180ac0c0002, negotiated timeout = 20000
[junit4:junit4]   2> 833 T1286 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61387c19 name:ZooKeeperConnection Watcher:127.0.0.1:64812 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 833 T1266 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 836 T1271 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4180ac0c0002
[junit4:junit4]   2> 844 T1286 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 844 T1268 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:64816 which had sessionid 0x13d4180ac0c0002
[junit4:junit4]   2> 844 T1266 oaz.ZooKeeper.close Session: 0x13d4180ac0c0002 closed
[junit4:junit4]   2> 845 T1266 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 856 T1266 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:64812/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@45728cd5
[junit4:junit4]   2> 857 T1266 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 858 T1287 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:64812. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 858 T1287 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:64812, initiating session
[junit4:junit4]   2> 858 T1268 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:64817
[junit4:junit4]   2> 859 T1268 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:64817
[junit4:junit4]   2> 860 T1270 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4180ac0c0003 with negotiated timeout 20000 for client /140.211.11.196:64817
[junit4:junit4]   2> 860 T1287 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:64812, sessionid = 0x13d4180ac0c0003, negotiated timeout = 20000
[junit4:junit4]   2> 861 T1288 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45728cd5 name:ZooKeeperConnection Watcher:127.0.0.1:64812/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 861 T1266 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 866 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 868 T1266 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 875 T1266 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64815_p_hm%2Ful
[junit4:junit4]   2> 876 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:64815_p_hm%2Ful Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:64815_p_hm%2Ful
[junit4:junit4]   2> 880 T1266 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:64815_p_hm%2Ful
[junit4:junit4]   2> 884 T1266 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 897 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 898 T1266 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 903 T1266 oasc.Overseer.start Overseer (id=89299588515364867-127.0.0.1:64815_p_hm%2Ful-n_0000000000) starting
[junit4:junit4]   2> 904 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 905 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 912 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 914 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 920 T1290 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 921 T1266 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 925 T1266 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 929 T1289 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 933 T1291 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362603585004/collection1
[junit4:junit4]   2> 934 T1291 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 934 T1291 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 935 T1291 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 936 T1291 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362603585004/collection1/'
[junit4:junit4]   2> 937 T1291 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362603585004/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 938 T1291 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362603585004/collection1/lib/README' to classloader
[junit4:junit4]   2> 993 T1291 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1052 T1291 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1153 T1291 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1161 T1291 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1836 T1291 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1850 T1291 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1856 T1291 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1885 T1291 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1890 T1291 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1896 T1291 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1897 T1291 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1897 T1291 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1898 T1291 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1899 T1291 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1900 T1291 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1900 T1291 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362603585004/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/control/data/
[junit4:junit4]   2> 1900 T1291 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e5bd978
[junit4:junit4]   2> 1901 T1291 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1902 T1291 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/control/data forceNew:false
[junit4:junit4]   2> 1902 T1291 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/control/data
[junit4:junit4]   2> 1902 T1291 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/control/data/index/
[junit4:junit4]   2> 1903 T1291 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1905 T1291 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/control/data/index forceNew:false
[junit4:junit4]   2> 1913 T1291 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419647tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@33665da7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1913 T1291 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1914 T1291 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/control/data/index
[junit4:junit4]   2> 1916 T1291 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1916 T1291 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1917 T1291 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1917 T1291 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1918 T1291 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1918 T1291 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1918 T1291 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1919 T1291 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1919 T1291 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1926 T1291 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1932 T1291 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/control/data
[junit4:junit4]   2> 1934 T1291 oass.SolrIndexSearcher.<init> Opening Searcher@12b77406 main
[junit4:junit4]   2> 1934 T1291 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/control/data/tlog
[junit4:junit4]   2> 1936 T1291 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1936 T1291 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1940 T1291 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/control/data
[junit4:junit4]   2> 1941 T1292 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@12b77406 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1942 T1291 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1943 T1291 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1943 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2433 T1289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2434 T1289 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:64815_p_hm%2Ful",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:64815/p_hm/ul"}
[junit4:junit4]   2> 2434 T1289 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2435 T1289 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2435 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2453 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2958 T1291 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2958 T1291 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:64815/p_hm/ul collection:control_collection shard:shard1
[junit4:junit4]   2> 2959 T1291 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2979 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2980 T1291 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2981 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2991 T1291 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2992 T1291 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2992 T1291 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:64815/p_hm/ul/collection1/
[junit4:junit4]   2> 2992 T1291 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2993 T1291 oasc.SyncStrategy.syncToMe http://127.0.0.1:64815/p_hm/ul/collection1/ has no replicas
[junit4:junit4]   2> 2993 T1291 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:64815/p_hm/ul/collection1/
[junit4:junit4]   2> 2993 T1291 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2998 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3959 T1289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4003 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4028 T1291 oasc.ZkController.register We are http://127.0.0.1:64815/p_hm/ul/collection1/ and leader is http://127.0.0.1:64815/p_hm/ul/collection1/
[junit4:junit4]   2> 4028 T1291 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:64815/p_hm/ul
[junit4:junit4]   2> 4028 T1291 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 4029 T1291 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 4029 T1291 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4038 T1291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4039 T1266 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 4040 T1266 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4041 T1266 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4054 T1266 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 4055 T1266 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:64812/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2f81fbd2
[junit4:junit4]   2> 4056 T1266 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4056 T1294 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:64812. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4057 T1294 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:64812, initiating session
[junit4:junit4]   2> 4057 T1268 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:64818
[junit4:junit4]   2> 4057 T1268 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:64818
[junit4:junit4]   2> 4059 T1270 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4180ac0c0004 with negotiated timeout 10000 for client /140.211.11.196:64818
[junit4:junit4]   2> 4059 T1294 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:64812, sessionid = 0x13d4180ac0c0004, negotiated timeout = 10000
[junit4:junit4]   2> 4059 T1295 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f81fbd2 name:ZooKeeperConnection Watcher:127.0.0.1:64812/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4059 T1266 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4061 T1266 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4063 T1266 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4251 T1266 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4254 T1266 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:64819
[junit4:junit4]   2> 4254 T1266 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4255 T1266 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4255 T1266 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362603588570
[junit4:junit4]   2> 4256 T1266 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362603588570/solr.xml
[junit4:junit4]   2> 4256 T1266 oasc.CoreContainer.<init> New CoreContainer 1950886852
[junit4:junit4]   2> 4257 T1266 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362603588570/'
[junit4:junit4]   2> 4257 T1266 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362603588570/'
[junit4:junit4]   2> 4310 T1266 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4310 T1266 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4311 T1266 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4311 T1266 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4312 T1266 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4312 T1266 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4312 T1266 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4313 T1266 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4313 T1266 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4314 T1266 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4334 T1266 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4352 T1266 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:64812/solr
[junit4:junit4]   2> 4353 T1266 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4353 T1266 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:64812 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@36ff3f31
[junit4:junit4]   2> 4355 T1266 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4355 T1305 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:64812. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4356 T1305 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:64812, initiating session
[junit4:junit4]   2> 4356 T1268 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:64820
[junit4:junit4]   2> 4356 T1268 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:64820
[junit4:junit4]   2> 4358 T1270 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4180ac0c0005 with negotiated timeout 20000 for client /140.211.11.196:64820
[junit4:junit4]   2> 4359 T1305 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:64812, sessionid = 0x13d4180ac0c0005, negotiated timeout = 20000
[junit4:junit4]   2> 4359 T1306 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36ff3f31 name:ZooKeeperConnection Watcher:127.0.0.1:64812 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4359 T1266 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4363 T1271 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4180ac0c0005
[junit4:junit4]   2> 4373 T1306 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4373 T1268 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:64820 which had sessionid 0x13d4180ac0c0005
[junit4:junit4]   2> 4373 T1266 oaz.ZooKeeper.close Session: 0x13d4180ac0c0005 closed
[junit4:junit4]   2> 4375 T1266 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4386 T1266 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:64812/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6fdc750b
[junit4:junit4]   2> 4387 T1266 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4388 T1307 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:64812. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4389 T1307 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:64812, initiating session
[junit4:junit4]   2> 4389 T1268 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:64821
[junit4:junit4]   2> 4389 T1268 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:64821
[junit4:junit4]   2> 4391 T1270 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4180ac0c0006 with negotiated timeout 20000 for client /140.211.11.196:64821
[junit4:junit4]   2> 4391 T1307 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:64812, sessionid = 0x13d4180ac0c0006, negotiated timeout = 20000
[junit4:junit4]   2> 4391 T1308 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6fdc750b name:ZooKeeperConnection Watcher:127.0.0.1:64812/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4391 T1266 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4393 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4395 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4402 T1266 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5411 T1266 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64819_p_hm%2Ful
[junit4:junit4]   2> 5413 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:64819_p_hm%2Ful Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:64819_p_hm%2Ful
[junit4:junit4]   2> 5414 T1266 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:64819_p_hm%2Ful
[junit4:junit4]   2> 5419 T1295 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5419 T1288 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5419 T1308 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5419 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5429 T1309 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362603588570/collection1
[junit4:junit4]   2> 5429 T1309 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5430 T1309 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5430 T1309 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5432 T1309 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362603588570/collection1/'
[junit4:junit4]   2> 5433 T1309 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362603588570/collection1/lib/README' to classloader
[junit4:junit4]   2> 5433 T1309 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362603588570/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5482 T1309 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5517 T1289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5519 T1289 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:64815_p_hm%2Ful",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:64815/p_hm/ul"}
[junit4:junit4]   2> 5542 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5542 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5542 T1308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5553 T1309 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5653 T1309 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5660 T1309 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6322 T1309 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6333 T1309 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6338 T1309 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6357 T1309 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6365 T1309 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6371 T1309 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6373 T1309 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6373 T1309 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6373 T1309 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6375 T1309 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6375 T1309 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6375 T1309 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362603588570/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty1/
[junit4:junit4]   2> 6376 T1309 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e5bd978
[junit4:junit4]   2> 6376 T1309 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6377 T1309 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty1 forceNew:false
[junit4:junit4]   2> 6377 T1309 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty1
[junit4:junit4]   2> 6378 T1309 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty1/index/
[junit4:junit4]   2> 6378 T1309 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6380 T1309 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty1/index forceNew:false
[junit4:junit4]   2> 6414 T1309 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419648tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@3822cfbd),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6415 T1309 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6416 T1309 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty1/index
[junit4:junit4]   2> 6418 T1309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6418 T1309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6419 T1309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6420 T1309 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6420 T1309 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6420 T1309 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6421 T1309 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6421 T1309 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6422 T1309 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6430 T1309 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6436 T1309 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty1
[junit4:junit4]   2> 6438 T1309 oass.SolrIndexSearcher.<init> Opening Searcher@701ee825 main
[junit4:junit4]   2> 6438 T1309 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty1/tlog
[junit4:junit4]   2> 6440 T1309 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6440 T1309 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6444 T1310 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@701ee825 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6447 T1309 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6447 T1309 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7054 T1289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7056 T1289 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:64819_p_hm%2Ful",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:64819/p_hm/ul"}
[junit4:junit4]   2> 7056 T1289 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 7057 T1289 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 7066 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7066 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7066 T1308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7450 T1309 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7450 T1309 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:64819/p_hm/ul collection:collection1 shard:shard1
[junit4:junit4]   2> 7451 T1309 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7470 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7473 T1309 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7473 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7483 T1309 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7483 T1309 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7484 T1309 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:64819/p_hm/ul/collection1/
[junit4:junit4]   2> 7484 T1309 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7484 T1309 oasc.SyncStrategy.syncToMe http://127.0.0.1:64819/p_hm/ul/collection1/ has no replicas
[junit4:junit4]   2> 7484 T1309 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:64819/p_hm/ul/collection1/
[junit4:junit4]   2> 7484 T1309 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7491 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8584 T1289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8636 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8636 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8636 T1308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8675 T1309 oasc.ZkController.register We are http://127.0.0.1:64819/p_hm/ul/collection1/ and leader is http://127.0.0.1:64819/p_hm/ul/collection1/
[junit4:junit4]   2> 8675 T1309 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:64819/p_hm/ul
[junit4:junit4]   2> 8675 T1309 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8675 T1309 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8676 T1309 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8678 T1309 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8680 T1266 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8680 T1266 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8681 T1266 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8914 T1266 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8917 T1266 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:64822
[junit4:junit4]   2> 8918 T1266 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8919 T1266 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8919 T1266 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362603593203
[junit4:junit4]   2> 8920 T1266 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362603593203/solr.xml
[junit4:junit4]   2> 8920 T1266 oasc.CoreContainer.<init> New CoreContainer 818729978
[junit4:junit4]   2> 8921 T1266 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362603593203/'
[junit4:junit4]   2> 8921 T1266 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362603593203/'
[junit4:junit4]   2> 8984 T1266 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8985 T1266 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8985 T1266 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8986 T1266 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8987 T1266 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8987 T1266 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8987 T1266 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8988 T1266 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8989 T1266 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8989 T1266 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 9011 T1266 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9031 T1266 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:64812/solr
[junit4:junit4]   2> 9032 T1266 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 9032 T1266 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:64812 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@324179c4
[junit4:junit4]   2> 9034 T1266 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9034 T1321 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:64812. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 9035 T1321 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:64812, initiating session
[junit4:junit4]   2> 9035 T1268 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:64823
[junit4:junit4]   2> 9036 T1268 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:64823
[junit4:junit4]   2> 9038 T1270 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4180ac0c0007 with negotiated timeout 20000 for client /140.211.11.196:64823
[junit4:junit4]   2> 9038 T1321 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:64812, sessionid = 0x13d4180ac0c0007, negotiated timeout = 20000
[junit4:junit4]   2> 9039 T1322 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@324179c4 name:ZooKeeperConnection Watcher:127.0.0.1:64812 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9039 T1266 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9041 T1271 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4180ac0c0007
[junit4:junit4]   2> 9053 T1322 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9053 T1268 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:64823 which had sessionid 0x13d4180ac0c0007
[junit4:junit4]   2> 9053 T1266 oaz.ZooKeeper.close Session: 0x13d4180ac0c0007 closed
[junit4:junit4]   2> 9054 T1266 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 9064 T1266 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:64812/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@245522e1
[junit4:junit4]   2> 9065 T1266 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9065 T1323 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:64812. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 9066 T1323 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:64812, initiating session
[junit4:junit4]   2> 9066 T1268 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:64824
[junit4:junit4]   2> 9066 T1268 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:64824
[junit4:junit4]   2> 9068 T1270 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4180ac0c0008 with negotiated timeout 20000 for client /140.211.11.196:64824
[junit4:junit4]   2> 9068 T1323 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:64812, sessionid = 0x13d4180ac0c0008, negotiated timeout = 20000
[junit4:junit4]   2> 9068 T1324 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@245522e1 name:ZooKeeperConnection Watcher:127.0.0.1:64812/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9068 T1266 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9070 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9072 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9080 T1266 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10084 T1266 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64822_p_hm%2Ful
[junit4:junit4]   2> 10086 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:64822_p_hm%2Ful Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:64822_p_hm%2Ful
[junit4:junit4]   2> 10092 T1266 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:64822_p_hm%2Ful
[junit4:junit4]   2> 10097 T1324 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10097 T1288 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10097 T1295 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10097 T1308 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10097 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10098 T1308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10098 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10123 T1325 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362603593203/collection1
[junit4:junit4]   2> 10123 T1325 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10124 T1325 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10124 T1325 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10129 T1325 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362603593203/collection1/'
[junit4:junit4]   2> 10131 T1325 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362603593203/collection1/lib/README' to classloader
[junit4:junit4]   2> 10132 T1325 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362603593203/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10155 T1289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10156 T1289 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:64819_p_hm%2Ful",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:64819/p_hm/ul"}
[junit4:junit4]   2> 10212 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10212 T1324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10212 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10212 T1308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10224 T1325 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10282 T1325 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10383 T1325 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10390 T1325 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11020 T1325 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11031 T1325 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11036 T1325 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11059 T1325 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11065 T1325 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11071 T1325 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11073 T1325 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 11074 T1325 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 11075 T1325 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11076 T1325 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 11076 T1325 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 11077 T1325 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362603593203/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty2/
[junit4:junit4]   2> 11077 T1325 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e5bd978
[junit4:junit4]   2> 11077 T1325 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 11078 T1325 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty2 forceNew:false
[junit4:junit4]   2> 11078 T1325 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty2
[junit4:junit4]   2> 11079 T1325 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty2/index/
[junit4:junit4]   2> 11079 T1325 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11080 T1325 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty2/index forceNew:false
[junit4:junit4]   2> 11087 T1325 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419649tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4439a788),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11087 T1325 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11088 T1325 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty2/index
[junit4:junit4]   2> 11090 T1325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11090 T1325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11091 T1325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11092 T1325 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11092 T1325 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11093 T1325 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11093 T1325 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11094 T1325 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11094 T1325 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11103 T1325 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11109 T1325 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty2
[junit4:junit4]   2> 11111 T1325 oass.SolrIndexSearcher.<init> Opening Searcher@5cf31124 main
[junit4:junit4]   2> 11112 T1325 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty2/tlog
[junit4:junit4]   2> 11113 T1325 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11113 T1325 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11118 T1326 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5cf31124 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11120 T1325 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 11120 T1325 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11731 T1289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11733 T1289 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:64822_p_hm%2Ful",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:64822/p_hm/ul"}
[junit4:junit4]   2> 11733 T1289 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11733 T1289 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 11768 T1324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11768 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11768 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11768 T1308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12124 T1325 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12124 T1325 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:64822/p_hm/ul collection:collection1 shard:shard2
[junit4:junit4]   2> 12125 T1325 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 12143 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0008 type:delete cxid:0x45 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 12145 T1325 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 12145 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0008 type:create cxid:0x46 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12153 T1325 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 12153 T1325 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 12154 T1325 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:64822/p_hm/ul/collection1/
[junit4:junit4]   2> 12154 T1325 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 12154 T1325 oasc.SyncStrategy.syncToMe http://127.0.0.1:64822/p_hm/ul/collection1/ has no replicas
[junit4:junit4]   2> 12155 T1325 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:64822/p_hm/ul/collection1/
[junit4:junit4]   2> 12155 T1325 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 12165 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0008 type:create cxid:0x4f zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13280 T1289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13313 T1324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13313 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13313 T1308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13313 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13349 T1325 oasc.ZkController.register We are http://127.0.0.1:64822/p_hm/ul/collection1/ and leader is http://127.0.0.1:64822/p_hm/ul/collection1/
[junit4:junit4]   2> 13349 T1325 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:64822/p_hm/ul
[junit4:junit4]   2> 13349 T1325 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 13349 T1325 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 13350 T1325 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13353 T1325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13355 T1266 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 13355 T1266 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 13356 T1266 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13573 T1266 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13576 T1266 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:50036
[junit4:junit4]   2> 13577 T1266 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13577 T1266 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13578 T1266 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362603597875
[junit4:junit4]   2> 13578 T1266 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362603597875/solr.xml
[junit4:junit4]   2> 13579 T1266 oasc.CoreContainer.<init> New CoreContainer 644864108
[junit4:junit4]   2> 13580 T1266 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362603597875/'
[junit4:junit4]   2> 13580 T1266 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362603597875/'
[junit4:junit4]   2> 13635 T1266 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 13636 T1266 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13636 T1266 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13636 T1266 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13637 T1266 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13637 T1266 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13638 T1266 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13638 T1266 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13639 T1266 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13639 T1266 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13659 T1266 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13678 T1266 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:64812/solr
[junit4:junit4]   2> 13679 T1266 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13680 T1266 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:64812 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@35a9856a
[junit4:junit4]   2> 13681 T1266 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13681 T1337 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:64812. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 13682 T1337 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:64812, initiating session
[junit4:junit4]   2> 13683 T1268 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:17488
[junit4:junit4]   2> 13683 T1268 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:17488
[junit4:junit4]   2> 13685 T1270 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4180ac0c0009 with negotiated timeout 20000 for client /140.211.11.196:17488
[junit4:junit4]   2> 13685 T1337 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:64812, sessionid = 0x13d4180ac0c0009, negotiated timeout = 20000
[junit4:junit4]   2> 13686 T1338 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@35a9856a name:ZooKeeperConnection Watcher:127.0.0.1:64812 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13686 T1266 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13687 T1271 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4180ac0c0009
[junit4:junit4]   2> 13698 T1338 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13698 T1268 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:17488 which had sessionid 0x13d4180ac0c0009
[junit4:junit4]   2> 13698 T1266 oaz.ZooKeeper.close Session: 0x13d4180ac0c0009 closed
[junit4:junit4]   2> 13699 T1266 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 13708 T1266 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:64812/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1bc5a281
[junit4:junit4]   2> 13710 T1266 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13710 T1339 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:64812. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 13711 T1339 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:64812, initiating session
[junit4:junit4]   2> 13711 T1268 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:39353
[junit4:junit4]   2> 13711 T1268 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:39353
[junit4:junit4]   2> 13713 T1270 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4180ac0c000a with negotiated timeout 20000 for client /140.211.11.196:39353
[junit4:junit4]   2> 13713 T1339 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:64812, sessionid = 0x13d4180ac0c000a, negotiated timeout = 20000
[junit4:junit4]   2> 13713 T1340 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bc5a281 name:ZooKeeperConnection Watcher:127.0.0.1:64812/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13713 T1266 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13715 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13716 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13724 T1266 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 14731 T1266 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50036_p_hm%2Ful
[junit4:junit4]   2> 14732 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c000a type:delete cxid:0x9 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50036_p_hm%2Ful Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50036_p_hm%2Ful
[junit4:junit4]   2> 14733 T1266 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50036_p_hm%2Ful
[junit4:junit4]   2> 14736 T1324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14738 T1295 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14738 T1308 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14738 T1288 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14738 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14738 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14738 T1340 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14738 T1308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14741 T1324 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14755 T1341 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362603597875/collection1
[junit4:junit4]   2> 14755 T1341 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14756 T1341 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14756 T1341 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14758 T1341 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362603597875/collection1/'
[junit4:junit4]   2> 14759 T1341 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362603597875/collection1/lib/README' to classloader
[junit4:junit4]   2> 14760 T1341 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362603597875/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14820 T1341 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 14829 T1289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14830 T1289 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:64822_p_hm%2Ful",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:64822/p_hm/ul"}
[junit4:junit4]   2> 14844 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14844 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14844 T1340 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14844 T1324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14844 T1308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14882 T1341 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14983 T1341 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14991 T1341 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 15606 T1341 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 15615 T1341 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 15619 T1341 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 15638 T1341 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15643 T1341 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15648 T1341 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15649 T1341 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15649 T1341 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15650 T1341 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15651 T1341 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15651 T1341 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15651 T1341 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362603597875/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3/
[junit4:junit4]   2> 15652 T1341 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e5bd978
[junit4:junit4]   2> 15652 T1341 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15653 T1341 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3 forceNew:false
[junit4:junit4]   2> 15653 T1341 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3
[junit4:junit4]   2> 15653 T1341 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3/index/
[junit4:junit4]   2> 15654 T1341 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15655 T1341 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3/index forceNew:false
[junit4:junit4]   2> 15660 T1341 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419650tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ed9f356),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15660 T1341 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15661 T1341 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3/index
[junit4:junit4]   2> 15663 T1341 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15663 T1341 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15664 T1341 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15664 T1341 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15665 T1341 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15665 T1341 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15665 T1341 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15665 T1341 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15666 T1341 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15671 T1341 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15675 T1341 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3
[junit4:junit4]   2> 15677 T1341 oass.SolrIndexSearcher.<init> Opening Searcher@30ec706b main
[junit4:junit4]   2> 15677 T1341 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3/tlog
[junit4:junit4]   2> 15678 T1341 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15678 T1341 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15682 T1342 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@30ec706b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15683 T1341 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 15683 T1341 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16353 T1289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16354 T1289 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50036_p_hm%2Ful",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50036/p_hm/ul"}
[junit4:junit4]   2> 16354 T1289 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 16354 T1289 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 16361 T1324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16361 T1308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16361 T1340 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16361 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16361 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16686 T1341 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16686 T1341 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50036/p_hm/ul collection:collection1 shard:shard1
[junit4:junit4]   2> 16693 T1341 oasc.ZkController.register We are http://127.0.0.1:50036/p_hm/ul/collection1/ and leader is http://127.0.0.1:64819/p_hm/ul/collection1/
[junit4:junit4]   2> 16693 T1341 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50036/p_hm/ul
[junit4:junit4]   2> 16693 T1341 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16694 T1341 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C270 name=collection1 org.apache.solr.core.SolrCore@68a895ba url=http://127.0.0.1:50036/p_hm/ul/collection1 node=127.0.0.1:50036_p_hm%2Ful C270_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:50036_p_hm%2Ful, base_url=http://127.0.0.1:50036/p_hm/ul}
[junit4:junit4]   2> 16702 T1343 C270 P50036 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16703 T1341 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16704 T1343 C270 P50036 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16704 T1343 C270 P50036 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16704 T1343 C270 P50036 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16705 T1266 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 16706 T1343 C270 P50036 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16706 T1266 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16706 T1266 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16724 T1266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16727 T1266 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16744 T1299 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362603588570/onenodecollectioncore
[junit4:junit4]   2> 16745 T1299 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 16746 T1299 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 16746 T1299 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 16748 T1299 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 16748 T1299 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 16752 T1299 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 16754 T1299 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362603588570/onenodecollectioncore/'
[junit4:junit4]   2> 16828 T1299 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 16901 T1299 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17003 T1299 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17011 T1299 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17652 T1299 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17664 T1299 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17668 T1299 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17687 T1299 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17694 T1299 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17709 T1299 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17711 T1299 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17711 T1299 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17712 T1299 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17713 T1299 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17714 T1299 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17714 T1299 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362603588570/onenodecollectioncore/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362603584513/onenodecollection/
[junit4:junit4]   2> 17715 T1299 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e5bd978
[junit4:junit4]   2> 17715 T1299 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17716 T1299 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362603584513/onenodecollection forceNew:false
[junit4:junit4]   2> 17717 T1299 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362603584513/onenodecollection
[junit4:junit4]   2> 17717 T1299 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362603584513/onenodecollection/index/
[junit4:junit4]   2> 17718 T1299 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362603584513/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17720 T1299 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362603584513/onenodecollection/index forceNew:false
[junit4:junit4]   2> 17727 T1299 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419651tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@735cf28e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17727 T1299 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17728 T1299 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362603584513/onenodecollection/index
[junit4:junit4]   2> 17731 T1299 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17732 T1299 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17732 T1299 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17733 T1299 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17734 T1299 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17734 T1299 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17735 T1299 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17735 T1299 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17736 T1299 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17745 T1299 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17752 T1299 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362603584513/onenodecollection
[junit4:junit4]   2> 17754 T1299 oass.SolrIndexSearcher.<init> Opening Searcher@6b729f89 main
[junit4:junit4]   2> 17755 T1299 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362603584513/onenodecollection/tlog
[junit4:junit4]   2> 17756 T1299 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17757 T1299 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17761 T1299 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362603584513/onenodecollection
[junit4:junit4]   2> 17761 T1345 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@6b729f89 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17763 T1299 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 17884 T1289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17886 T1289 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50036_p_hm%2Ful",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50036/p_hm/ul"}
[junit4:junit4]   2> 17891 T1289 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:64819_p_hm%2Ful",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:64819/p_hm/ul"}
[junit4:junit4]   2> 17892 T1289 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 17892 T1289 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 17903 T1324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17903 T1308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17903 T1340 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17903 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17903 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18746 T1298 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=4&state=recovering&nodeName=127.0.0.1:50036_p_hm%252Ful&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2010 
[junit4:junit4]   2> 18766 T1299 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 18766 T1299 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:64819/p_hm/ul collection:onenodecollection shard:shard1
[junit4:junit4]   2> 18768 T1299 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 18785 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0006 type:delete cxid:0x9f zxid:0xac txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 18787 T1299 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 18788 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0006 type:create cxid:0xa0 zxid:0xad txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 18798 T1299 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 18799 T1299 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 18799 T1299 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:64819/p_hm/ul/onenodecollectioncore/
[junit4:junit4]   2> 18799 T1299 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 18800 T1299 oasc.SyncStrategy.syncToMe http://127.0.0.1:64819/p_hm/ul/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 18800 T1299 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:64819/p_hm/ul/onenodecollectioncore/
[junit4:junit4]   2> 18800 T1299 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 18806 T1271 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4180ac0c0006 type:create cxid:0xaa zxid:0xb1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 19418 T1289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19445 T1324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19445 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19446 T1340 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19445 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19446 T1308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19478 T1299 oasc.ZkController.register We are http://127.0.0.1:64819/p_hm/ul/onenodecollectioncore/ and leader is http://127.0.0.1:64819/p_hm/ul/onenodecollectioncore/
[junit4:junit4]   2> 19478 T1299 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:64819/p_hm/ul
[junit4:junit4]   2> 19479 T1299 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 19479 T1299 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 19482 T1299 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19483 T1299 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {numShards=1&roles=none&name=onenodecollectioncore&action=CREATE&collection=onenodecollection&dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362603584513/onenodecollection&wt=javabin&version=2} status=0 QTime=2743 
[junit4:junit4]   2> 19484 T1266 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 19485 T1266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20487 T1266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C270_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:50036_p_hm%2Ful, base_url=http://127.0.0.1:50036/p_hm/ul}
[junit4:junit4]   2> 20748 T1343 C270 P50036 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:64819/p_hm/ul/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 20758 T1343 C270 P50036 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 20782 T1343 C270 P50036 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:50036/p_hm/ul START replicas=[http://127.0.0.1:64819/p_hm/ul/collection1/] nUpdates=100
[junit4:junit4]   2> 20783 T1343 C270 P50036 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 20783 T1343 C270 P50036 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 20783 T1343 C270 P50036 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 20784 T1343 C270 P50036 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 20784 T1343 C270 P50036 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 20784 T1343 C270 P50036 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:64819/p_hm/ul/collection1/. core=collection1
[junit4:junit4]   2> 20784 T1343 C270 P50036 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C271 name=collection1 org.apache.solr.core.SolrCore@1ec6f1fc url=http://127.0.0.1:64819/p_hm/ul/collection1 node=127.0.0.1:64819_p_hm%2Ful C271_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:64819_p_hm%2Ful, base_url=http://127.0.0.1:64819/p_hm/ul, leader=true}
[junit4:junit4]   2> 20791 T1300 C271 P64819 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 20797 T1301 C271 P64819 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20798 T1301 C271 P64819 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty1
[junit4:junit4]   2> 20802 T1301 C271 P64819 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419648tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@3822cfbd),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 20803 T1301 C271 P64819 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 20806 T1301 C271 P64819 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419648tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@3822cfbd),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419648tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@3822cfbd),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20807 T1301 C271 P64819 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20808 T1301 C271 P64819 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty1
[junit4:junit4]   2> 20809 T1301 C271 P64819 oass.SolrIndexSearcher.<init> Opening Searcher@64eddb38 realtime
[junit4:junit4]   2> 20809 T1301 C271 P64819 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20809 T1301 C271 P64819 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4]   2> 20810 T1343 C270 P50036 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20811 T1343 C270 P50036 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4]   2> 20840 T1343 C270 P50036 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 20843 T1302 C271 P64819 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20843 T1302 C271 P64819 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 20844 T1343 C270 P50036 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 20845 T1343 C270 P50036 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 20845 T1343 C270 P50036 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 20847 T1302 C271 P64819 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty1
[junit4:junit4]   2> 20848 T1302 C271 P64819 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty1/index
[junit4:junit4]   2> 20849 T1302 C271 P64819 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 20850 T1343 C270 P50036 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 20851 T1343 C270 P50036 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3/index.20130307080005356 forceNew:false
[junit4:junit4]   2> 20851 T1343 C270 P50036 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3
[junit4:junit4]   2> 20852 T1343 C270 P50036 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@403737c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ce8485f) fullCopy=false
[junit4:junit4]   2> 20866 T1302 C271 P64819 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=6 
[junit4:junit4]   2> 20873 T1343 C270 P50036 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3/index
[junit4:junit4]   2> 20873 T1343 C270 P50036 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 20874 T1343 C270 P50036 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3
[junit4:junit4]   2> 20875 T1343 C270 P50036 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3
[junit4:junit4]   2> 20876 T1343 C270 P50036 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 20876 T1343 C270 P50036 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 20876 T1343 C270 P50036 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3
[junit4:junit4]   2> 20879 T1343 C270 P50036 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419650tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ed9f356),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419650tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ed9f356),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20880 T1343 C270 P50036 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20880 T1343 C270 P50036 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 20880 T1343 C270 P50036 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3
[junit4:junit4]   2> 20881 T1343 C270 P50036 oass.SolrIndexSearcher.<init> Opening Searcher@2e42055e main
[junit4:junit4]   2> 20882 T1342 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2e42055e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 20883 T1342 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3/index
[junit4:junit4]   2> 20883 T1343 C270 P50036 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@403737c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ce8485f)
[junit4:junit4]   2> 20883 T1343 C270 P50036 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3/index.20130307080005356
[junit4:junit4]   2> 20883 T1343 C270 P50036 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3/index
[junit4:junit4]   2> 20884 T1343 C270 P50036 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 20884 T1343 C270 P50036 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 20884 T1343 C270 P50036 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 20884 T1343 C270 P50036 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20886 T1343 C270 P50036 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20961 T1289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20964 T1289 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:64819_p_hm%2Ful",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:64819/p_hm/ul"}
[junit4:junit4]   2> 20970 T1289 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50036_p_hm%2Ful",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50036/p_hm/ul"}
[junit4:junit4]   2> 20981 T1324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20981 T1340 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20981 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20981 T1308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20981 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21493 T1266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21495 T1266 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 21495 T1266 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C272 name=onenodecollectioncore org.apache.solr.core.SolrCore@6d237c9b url=http://127.0.0.1:64819/p_hm/ul/onenodecollectioncore node=127.0.0.1:64819_p_hm%2Ful C272_STATE=coll:onenodecollection core:onenodecollectioncore props:{shard=shard1, roles=none, state=active, core=onenodecollectioncore, collection=onenodecollection, node_name=127.0.0.1:64819_p_hm%2Ful, base_url=http://127.0.0.1:64819/p_hm/ul, leader=true}
[junit4:junit4]   2> 21526 T1303 C272 P64819 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362603584513/onenodecollection
[junit4:junit4]   2> 21531 T1303 C272 P64819 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419651tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@735cf28e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21532 T1303 C272 P64819 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21536 T1303 C272 P64819 /update {wt=javabin&version=2} {add=[1 (1428793438797561856)]} 0 12
[junit4:junit4]   2> 21543 T1303 C272 P64819 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21656 T1303 C272 P64819 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419651tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@735cf28e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419651tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@735cf28e),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_MockSep_0.pos, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.doc, _0_Memory_0.ram, _0_Lucene42_0.dvm, _0_MockVariableIntBlock_0.skp, _0.nvm, _0_MockSep_0.tib, _0_MockVariableIntBlock_0.pyl, _0_MockSep_0.skp, _0_MockVariableIntBlock_0.tib, _0_MockVariableIntBlock_0.frq, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.doc, _0_MockSep_0.pyl, _0_MockVariableIntBlock_0.tii, _0.fdt]
[junit4:junit4]   2> 21657 T1303 C272 P64819 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.fnm, _0_MockSep_0.pos, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.doc, _0_Memory_0.ram, _0_Lucene42_0.dvm, _0_MockVariableIntBlock_0.skp, _0.nvm, _0_MockSep_0.tib, _0_MockVariableIntBlock_0.pyl, _0_MockSep_0.skp, _0_MockVariableIntBlock_0.tib, _0_MockVariableIntBlock_0.frq, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.doc, _0_MockSep_0.pyl, _0_MockVariableIntBlock_0.tii, _0.fdt]
[junit4:junit4]   2> 21658 T1303 C272 P64819 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362603584513/onenodecollection
[junit4:junit4]   2> 21685 T1303 C272 P64819 oass.SolrIndexSearcher.<init> Opening Searcher@403750f6 main
[junit4:junit4]   2> 21685 T1303 C272 P64819 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21686 T1345 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@403750f6 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 21686 T1345 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362603584513/onenodecollection/index
[junit4:junit4]   2> 21687 T1303 C272 P64819 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 144
[junit4:junit4]   2> 21691 T1303 C272 P64819 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 21692 T1266 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21709 T1303 C272 P64819 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C273 name=collection1 org.apache.solr.core.SolrCore@97c4d18 url=http://127.0.0.1:64815/p_hm/ul/collection1 node=127.0.0.1:64815_p_hm%2Ful C273_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:64815_p_hm%2Ful, base_url=http://127.0.0.1:64815/p_hm/ul, leader=true}
[junit4:junit4]   2> 21721 T1278 C273 P64815 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/control/data
[junit4:junit4]   2> 21726 T1278 C273 P64815 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419647tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@33665da7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21726 T1278 C273 P64815 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21730 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[1 (1428793439003082752)]} 0 9
[junit4:junit4]   2>  C270_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:50036_p_hm%2Ful, base_url=http://127.0.0.1:50036/p_hm/ul}
[junit4:junit4]   2> 21772 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1428793439040831488)]} 0 4
[junit4:junit4]   2> 21773 T1304 C271 P64819 /update {distrib.from=http://127.0.0.1:64822/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1428793439040831488)]} 0 16
[junit4:junit4]   2> ASYNC  NEW_CORE C274 name=collection1 org.apache.solr.core.SolrCore@4619edfe url=http://127.0.0.1:64822/p_hm/ul/collection1 node=127.0.0.1:64822_p_hm%2Ful C274_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:64822_p_hm%2Ful, base_url=http://127.0.0.1:64822/p_hm/ul, leader=true}
[junit4:junit4]   2> 21774 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[1]} 0 27
[junit4:junit4]   2> 21776 T1278 C273 P64815 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21895 T1278 C273 P64815 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419647tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@33665da7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419647tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@33665da7),segFN=segments_2,generation=2,filenames=[_0_MockSep_0.pos, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.doc, _0_Lucene42_0.dvm, _0_MockVariableIntBlock_0.skp, _0_MockFixedIntBlock_0.tib, _0_MockVariableIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockSep_0.skp, _0_MockVariableIntBlock_0.tib, _0_MockFixedIntBlock_0.tii, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0_Memory_0.ram, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockSep_0.tib, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _0_MockVariableIntBlock_0.frq, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4]   2> 21896 T1278 C273 P64815 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_MockSep_0.pos, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.doc, _0_Lucene42_0.dvm, _0_MockVariableIntBlock_0.skp, _0_MockFixedIntBlock_0.tib, _0_MockVariableIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockSep_0.skp, _0_MockVariableIntBlock_0.tib, _0_MockFixedIntBlock_0.tii, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0_Memory_0.ram, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockSep_0.tib, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _0_MockVariableIntBlock_0.frq, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4]   2> 21897 T1278 C273 P64815 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/control/data
[junit4:junit4]   2> 21923 T1278 C273 P64815 oass.SolrIndexSearcher.<init> Opening Searcher@6ce5acd main
[junit4:junit4]   2> 21924 T1278 C273 P64815 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21925 T1292 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6ce5acd main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 21925 T1292 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/control/data/index
[junit4:junit4]   2> 21926 T1278 C273 P64815 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 150
[junit4:junit4]   2> 21928 T1298 C271 P64819 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22053 T1298 C271 P64819 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419648tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@3822cfbd),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419648tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@3822cfbd),segFN=segments_3,generation=3,filenames=[_0_MockSep_0.pos, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.doc, _0_Lucene42_0.dvm, _0_MockVariableIntBlock_0.skp, _0_MockFixedIntBlock_0.tib, _0_MockVariableIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockSep_0.skp, _0_MockVariableIntBlock_0.tib, _0_MockFixedIntBlock_0.tii, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0_Memory_0.ram, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockSep_0.tib, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _0_MockVariableIntBlock_0.frq, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt, segments_3]
[junit4:junit4]   2> 22054 T1298 C271 P64819 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_MockSep_0.pos, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.doc, _0_Lucene42_0.dvm, _0_MockVariableIntBlock_0.skp, _0_MockFixedIntBlock_0.tib, _0_MockVariableIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockSep_0.skp, _0_MockVariableIntBlock_0.tib, _0_MockFixedIntBlock_0.tii, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0_Memory_0.ram, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockSep_0.tib, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _0_MockVariableIntBlock_0.frq, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt, segments_3]
[junit4:junit4]   2> 22055 T1298 C271 P64819 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty1
[junit4:junit4]   2> 22075 T1298 C271 P64819 oass.SolrIndexSearcher.<init> Opening Searcher@605f1c17 main
[junit4:junit4]   2> 22076 T1298 C271 P64819 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty1/index
[junit4:junit4]   2> 22078 T1298 C271 P64819 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22078 T1310 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@605f1c17 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 22078 T1310 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty1/index
[junit4:junit4]   2> 22079 T1298 C271 P64819 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:50036/p_hm/ul/collection1/, StdNode: http://127.0.0.1:64822/p_hm/ul/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 22081 T1317 C274 P64822 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22082 T1317 C274 P64822 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty2
[junit4:junit4]   2> 22082 T1330 C270 P50036 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22085 T1317 C274 P64822 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419649tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4439a788),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 22086 T1317 C274 P64822 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 22090 T1317 C274 P64822 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419649tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4439a788),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419649tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4439a788),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 22091 T1317 C274 P64822 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 22092 T1317 C274 P64822 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty2
[junit4:junit4]   2> 22094 T1317 C274 P64822 oass.SolrIndexSearcher.<init> Opening Searcher@1a42f938 main
[junit4:junit4]   2> 22094 T1317 C274 P64822 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22095 T1326 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a42f938 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 22096 T1326 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty2/index
[junit4:junit4]   2> 22096 T1317 C274 P64822 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 15
[junit4:junit4]   2> 22209 T1330 C270 P50036 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419650tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ed9f356),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/index1964419650tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ed9f356),segFN=segments_3,generation=3,filenames=[_0_MockSep_0.pos, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.doc, _0_Lucene42_0.dvm, _0_MockVariableIntBlock_0.skp, _0_MockFixedIntBlock_0.tib, _0_MockVariableIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockSep_0.skp, _0_MockVariableIntBlock_0.tib, _0_MockFixedIntBlock_0.tii, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0_Memory_0.ram, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockSep_0.tib, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _0_MockVariableIntBlock_0.frq, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt, segments_3]
[junit4:junit4]   2> 22210 T1330 C270 P50036 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_MockSep_0.pos, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.doc, _0_Lucene42_0.dvm, _0_MockVariableIntBlock_0.skp, _0_MockFixedIntBlock_0.tib, _0_MockVariableIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockSep_0.skp, _0_MockVariableIntBlock_0.tib, _0_MockFixedIntBlock_0.tii, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0_Memory_0.ram, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockSep_0.tib, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _0_MockVariableIntBlock_0.frq, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt, segments_3]
[junit4:junit4]   2> 22211 T1330 C270 P50036 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3
[junit4:junit4]   2> 22226 T1330 C270 P50036 oass.SolrIndexSearcher.<init> Opening Searcher@b9ffe08 main
[junit4:junit4]   2> 22226 T1330 C270 P50036 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22227 T1342 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b9ffe08 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 22228 T1342 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3/index
[junit4:junit4]   2> 22228 T1330 C270 P50036 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 146
[junit4:junit4]   2> 22229 T1298 C271 P64819 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 301
[junit4:junit4]   2> 22229 T1266 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 22231 T1266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22232 T1266 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 22235 T1278 C273 P64815 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 22236 T1266 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:64812/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@34dec52e
[junit4:junit4]   2> 22237 T1266 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 22237 T1352 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:64812. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 22238 T1352 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:64812, initiating session
[junit4:junit4]   2> 22238 T1268 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:44447
[junit4:junit4]   2> 22238 T1268 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:44447
[junit4:junit4]   2> 22239 T1270 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4180ac0c000b with negotiated timeout 10000 for client /140.211.11.196:44447
[junit4:junit4]   2> 22239 T1352 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:64812, sessionid = 0x13d4180ac0c000b, negotiated timeout = 10000
[junit4:junit4]   2> 22240 T1353 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34dec52e name:ZooKeeperConnection Watcher:127.0.0.1:64812/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 22240 T1266 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 22241 T1266 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 22250 T1271 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4180ac0c000b
[junit4:junit4]   2> 22251 T1353 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 22251 T1268 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:44447 which had sessionid 0x13d4180ac0c000b
[junit4:junit4]   2> 22251 T1266 oaz.ZooKeeper.close Session: 0x13d4180ac0c000b closed
[junit4:junit4]   2> 22253 T1301 C271 P64819 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 22256 T1318 C274 P64822 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 22262 T1319 C274 P64822 REQ /select {NOW=1362603606764&shard.url=127.0.0.1:64822/p_hm/ul/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 22262 T1356 C271 P64819 REQ /select {NOW=1362603606764&shard.url=127.0.0.1:64819/p_hm/ul/collection1/|127.0.0.1:50036/p_hm/ul/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 22266 T1356 C271 P64819 REQ /select {NOW=1362603606764&shard.url=127.0.0.1:64819/p_hm/ul/collection1/|127.0.0.1:50036/p_hm/ul/collection1/&ids=1&q=*:*&distrib=false&wt=javabin&isShard=true&version=2} status=0 QTime=0 
[junit4:junit4]   2> 22267 T1316 C274 P64822 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=9 
[junit4:junit4]   2> 22274 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[2 (1428793439578750976)]} 0 4
[junit4:junit4]   2> 22280 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[2 (1428793439585042432)]} 0 4
[junit4:junit4]   2> 22283 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[3 (1428793439591333888)]} 0 1
[junit4:junit4]   2> 22291 T1317 C274 P64822 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1428793439598673920)]} 0 2
[junit4:junit4]   2> 22291 T1298 C271 P64819 /update {wt=javabin&version=2} {add=[3]} 0 5
[junit4:junit4]   2> 22295 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[4 (1428793439603916800)]} 0 1
[junit4:junit4]   2> 22309 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1428793439608111104)]} 0 4
[junit4:junit4]   2> 22310 T1298 C271 P64819 /update {wt=javabin&version=2} {add=[4 (1428793439608111104)]} 0 12
[junit4:junit4]   2> 22314 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[5 (1428793439623839744)]} 0 1
[junit4:junit4]   2> 22318 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[5 (1428793439628034048)]} 0 1
[junit4:junit4]   2> 22322 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[6 (1428793439632228352)]} 0 1
[junit4:junit4]   2> 22325 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[6 (1428793439635374080)]} 0 1
[junit4:junit4]   2> 22329 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[7 (1428793439639568384)]} 0 1
[junit4:junit4]   2> 22334 T1317 C274 P64822 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1428793439644811264)]} 0 1
[junit4:junit4]   2> 22337 T1298 C271 P64819 /update {wt=javabin&version=2} {add=[7]} 0 6
[junit4:junit4]   2> 22341 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[8 (1428793439652151296)]} 0 1
[junit4:junit4]   2> 22349 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1428793439657394176)]} 0 1
[junit4:junit4]   2> 22350 T1304 C271 P64819 /update {distrib.from=http://127.0.0.1:64822/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1428793439657394176)]} 0 5
[junit4:junit4]   2> 22350 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[8]} 0 7
[junit4:junit4]   2> 22354 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[9 (1428793439665782784)]} 0 1
[junit4:junit4]   2> 22358 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[9 (1428793439669977088)]} 0 1
[junit4:junit4]   2> 22362 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[10 (1428793439674171392)]} 0 1
[junit4:junit4]   2> 22370 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1428793439679414272)]} 0 1
[junit4:junit4]   2> 22371 T1304 C271 P64819 /update {distrib.from=http://127.0.0.1:64822/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[10 (1428793439679414272)]} 0 5
[junit4:junit4]   2> 22371 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[10]} 0 7
[junit4:junit4]   2> 22375 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[11 (1428793439687802880)]} 0 1
[junit4:junit4]   2> 22383 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1428793439691997184)]} 0 1
[junit4:junit4]   2> 22392 T1298 C271 P64819 /update {wt=javabin&version=2} {add=[11 (1428793439691997184)]} 0 14
[junit4:junit4]   2> 22395 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[12 (1428793439708774400)]} 0 1
[junit4:junit4]   2> 22405 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1428793439716114432)]} 0 1
[junit4:junit4]   2> 22406 T1304 C271 P64819 /update {distrib.from=http://127.0.0.1:64822/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[12 (1428793439716114432)]} 0 5
[junit4:junit4]   2> 22406 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[12]} 0 8
[junit4:junit4]   2> 22410 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[13 (1428793439724503040)]} 0 1
[junit4:junit4]   2> 22418 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1428793439728697344)]} 0 1
[junit4:junit4]   2> 22419 T1298 C271 P64819 /update {wt=javabin&version=2} {add=[13 (1428793439728697344)]} 0 6
[junit4:junit4]   2> 22423 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[14 (1428793439738134528)]} 0 1
[junit4:junit4]   2> 22431 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1428793439743377408)]} 0 1
[junit4:junit4]   2> 22431 T1304 C271 P64819 /update {distrib.from=http://127.0.0.1:64822/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1428793439743377408)]} 0 4
[junit4:junit4]   2> 22432 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[14]} 0 7
[junit4:junit4]   2> 22436 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[15 (1428793439751766016)]} 0 1
[junit4:junit4]   2> 22444 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1428793439757008896)]} 0 1
[junit4:junit4]   2> 22444 T1304 C271 P64819 /update {distrib.from=http://127.0.0.1:64822/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[15 (1428793439757008896)]} 0 4
[junit4:junit4]   2> 22445 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[15]} 0 7
[junit4:junit4]   2> 22449 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[16 (1428793439765397504)]} 0 1
[junit4:junit4]   2> 22455 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1428793439768543232)]} 0 1
[junit4:junit4]   2> 22455 T1298 C271 P64819 /update {wt=javabin&version=2} {add=[16 (1428793439768543232)]} 0 4
[junit4:junit4]   2> 22461 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[17 (1428793439776931840)]} 0 2
[junit4:junit4]   2> 22465 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[17 (1428793439781126144)]} 0 2
[junit4:junit4]   2> 22468 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[100 (1428793439785320448)]} 0 1
[junit4:junit4]   2> 22474 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[100 (1428793439788466176)]} 0 1
[junit4:junit4]   2> 22474 T1298 C271 P64819 /update {wt=javabin&version=2} {add=[100 (1428793439788466176)]} 0 4
[junit4:junit4]   2> 22478 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[101 (1428793439795806208)]} 0 1
[junit4:junit4]   2> 22483 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[101 (1428793439798951936)]} 0 0
[junit4:junit4]   2> 22484 T1298 C271 P64819 /update {wt=javabin&version=2} {add=[101 (1428793439798951936)]} 0 4
[junit4:junit4]   2> 22486 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[102 (1428793439805243392)]} 0 0
[junit4:junit4]   2> 22495 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[102 (1428793439810486272)]} 0 1
[junit4:junit4]   2> 22495 T1304 C271 P64819 /update {distrib.from=http://127.0.0.1:64822/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[102 (1428793439810486272)]} 0 4
[junit4:junit4]   2> 22496 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[102]} 0 7
[junit4:junit4]   2> 22500 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[103 (1428793439818874880)]} 0 1
[junit4:junit4]   2> 22503 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[103 (1428793439822020608)]} 0 1
[junit4:junit4]   2> 22506 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[104 (1428793439825166336)]} 0 1
[junit4:junit4]   2> 22510 T1317 C274 P64822 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[104 (1428793439830409216)]} 0 0
[junit4:junit4]   2> 22511 T1298 C271 P64819 /update {wt=javabin&version=2} {add=[104]} 0 3
[junit4:junit4]   2> 22514 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[105 (1428793439833554944)]} 0 1
[junit4:junit4]   2> 22516 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[105 (1428793439836700672)]} 0 0
[junit4:junit4]   2> 22520 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[106 (1428793439839846400)]} 0 1
[junit4:junit4]   2> 22523 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[106 (1428793439844040704)]} 0 0
[junit4:junit4]   2> 22526 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[107 (1428793439847186432)]} 0 0
[junit4:junit4]   2> 22535 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[107 (1428793439852429312)]} 0 1
[junit4:junit4]   2> 22535 T1304 C271 P64819 /update {distrib.from=http://127.0.0.1:64822/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[107 (1428793439852429312)]} 0 4
[junit4:junit4]   2> 22536 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[107]} 0 7
[junit4:junit4]   2> 22538 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[108 (1428793439859769344)]} 0 0
[junit4:junit4]   2> 22544 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[108 (1428793439862915072)]} 0 0
[junit4:junit4]   2> 22545 T1298 C271 P64819 /update {wt=javabin&version=2} {add=[108 (1428793439862915072)]} 0 4
[junit4:junit4]   2> 22547 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[109 (1428793439869206528)]} 0 0
[junit4:junit4]   2> 22555 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[109 (1428793439874449408)]} 0 0
[junit4:junit4]   2> 22556 T1304 C271 P64819 /update {distrib.from=http://127.0.0.1:64822/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[109 (1428793439874449408)]} 0 4
[junit4:junit4]   2> 22556 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[109]} 0 6
[junit4:junit4]   2> 22559 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[110 (1428793439881789440)]} 0 0
[junit4:junit4]   2> 22566 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[110 (1428793439887032320)]} 0 0
[junit4:junit4]   2> 22567 T1304 C271 P64819 /update {distrib.from=http://127.0.0.1:64822/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[110 (1428793439887032320)]} 0 3
[junit4:junit4]   2> 22568 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[110]} 0 6
[junit4:junit4]   2> 22570 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[111 (1428793439893323776)]} 0 0
[junit4:junit4]   2> 22576 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[111 (1428793439896469504)]} 0 0
[junit4:junit4]   2> 22577 T1298 C271 P64819 /update {wt=javabin&version=2} {add=[111 (1428793439896469504)]} 0 4
[junit4:junit4]   2> 22579 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[112 (1428793439902760960)]} 0 0
[junit4:junit4]   2> 22584 T1317 C274 P64822 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[112 (1428793439908003840)]} 0 0
[junit4:junit4]   2> 22585 T1298 C271 P64819 /update {wt=javabin&version=2} {add=[112]} 0 3
[junit4:junit4]   2> 22587 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[113 (1428793439911149568)]} 0 0
[junit4:junit4]   2> 22594 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[113 (1428793439914295296)]} 0 1
[junit4:junit4]   2> 22594 T1298 C271 P64819 /update {wt=javabin&version=2} {add=[113 (1428793439914295296)]} 0 4
[junit4:junit4]   2> 22597 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[114 (1428793439921635328)]} 0 0
[junit4:junit4]   2> 22605 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[114 (1428793439926878208)]} 0 0
[junit4:junit4]   2> 22606 T1304 C271 P64819 /update {distrib.from=http://127.0.0.1:64822/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[114 (1428793439926878208)]} 0 4
[junit4:junit4]   2> 22606 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[114]} 0 6
[junit4:junit4]   2> 22609 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[115 (1428793439934218240)]} 0 0
[junit4:junit4]   2> 22614 T1317 C274 P64822 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[115 (1428793439939461120)]} 0 0
[junit4:junit4]   2> 22615 T1298 C271 P64819 /update {wt=javabin&version=2} {add=[115]} 0 3
[junit4:junit4]   2> 22618 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[116 (1428793439942606848)]} 0 1
[junit4:junit4]   2> 22620 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[116 (1428793439945752576)]} 0 0
[junit4:junit4]   2> 22624 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[117 (1428793439948898304)]} 0 1
[junit4:junit4]   2> 22628 T1317 C274 P64822 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[117 (1428793439954141184)]} 0 0
[junit4:junit4]   2> 22629 T1298 C271 P64819 /update {wt=javabin&version=2} {add=[117]} 0 3
[junit4:junit4]   2> 22632 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[118 (1428793439957286912)]} 0 1
[junit4:junit4]   2> 22639 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[118 (1428793439962529792)]} 0 0
[junit4:junit4]   2> 22640 T1304 C271 P64819 /update {distrib.from=http://127.0.0.1:64822/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[118 (1428793439962529792)]} 0 4
[junit4:junit4]   2> 22641 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[118]} 0 7
[junit4:junit4]   2> 22644 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[119 (1428793439969869824)]} 0 1
[junit4:junit4]   2> 22648 T1317 C274 P64822 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[119 (1428793439975112704)]} 0 0
[junit4:junit4]   2> 22649 T1298 C271 P64819 /update {wt=javabin&version=2} {add=[119]} 0 3
[junit4:junit4]   2> 22651 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[120 (1428793439978258432)]} 0 0
[junit4:junit4]   2> 22654 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[120 (1428793439981404160)]} 0 0
[junit4:junit4]   2> 22658 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[121 (1428793439984549888)]} 0 1
[junit4:junit4]   2> 22660 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[121 (1428793439987695616)]} 0 0
[junit4:junit4]   2> 22664 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[122 (1428793439990841344)]} 0 1
[junit4:junit4]   2> 22672 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[122 (1428793439996084224)]} 0 1
[junit4:junit4]   2> 22672 T1304 C271 P64819 /update {distrib.from=http://127.0.0.1:64822/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[122 (1428793439996084224)]} 0 4
[junit4:junit4]   2> 22673 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[122]} 0 7
[junit4:junit4]   2> 22676 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[123 (1428793440003424256)]} 0 1
[junit4:junit4]   2> 22681 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[123 (1428793440006569984)]} 0 0
[junit4:junit4]   2> 22682 T1298 C271 P64819 /update {wt=javabin&version=2} {add=[123 (1428793440006569984)]} 0 4
[junit4:junit4]   2> 22686 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[124 (1428793440013910016)]} 0 1
[junit4:junit4]   2> 22693 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[124 (1428793440019152896)]} 0 0
[junit4:junit4]   2> 22694 T1304 C271 P64819 /update {distrib.from=http://127.0.0.1:64822/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[124 (1428793440019152896)]} 0 4
[junit4:junit4]   2> 22694 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[124]} 0 6
[junit4:junit4]   2> 22698 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[125 (1428793440026492928)]} 0 1
[junit4:junit4]   2> 22707 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[125 (1428793440032784384)]} 0 1
[junit4:junit4]   2> 22707 T1304 C271 P64819 /update {distrib.from=http://127.0.0.1:64822/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[125 (1428793440032784384)]} 0 4
[junit4:junit4]   2> 22708 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[125]} 0 7
[junit4:junit4]   2> 22711 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[126 (1428793440040124416)]} 0 1
[junit4:junit4]   2> 22713 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[126 (1428793440043270144)]} 0 0
[junit4:junit4]   2> 22717 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[127 (1428793440046415872)]} 0 1
[junit4:junit4]   2> 22721 T1317 C274 P64822 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[127 (1428793440051658752)]} 0 0
[junit4:junit4]   2> 22722 T1298 C271 P64819 /update {wt=javabin&version=2} {add=[127]} 0 3
[junit4:junit4]   2> 22726 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[128 (1428793440055853056)]} 0 1
[junit4:junit4]   2> 22728 T1316 C274 P64822 /update {wt=javabin&version=2} {add=[128 (1428793440058998784)]} 0 0
[junit4:junit4]   2> 22732 T1278 C273 P64815 /update {wt=javabin&version=2} {add=[129 (1428793440062144512)]} 0 1
[junit4:junit4]   2> 22740 T1330 C270 P50036 /update {distrib.from=http://127.0.0.1:64819/p_hm/ul/collecti

[...truncated too long message...]

lr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3/index
[junit4:junit4]   2> 88355 T1340 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 88407 T1340 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3/index
[junit4:junit4]   2> 88407 T1340 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3/index
[junit4:junit4]   2> 88407 T1340 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3/index
[junit4:junit4]   2> 88408 T1340 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3/index.20130307080005356
[junit4:junit4]   2> 88408 T1340 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3/index.20130307080005356
[junit4:junit4]   2> 88408 T1340 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3
[junit4:junit4]   2> 88408 T1340 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362603584512/jetty3
[junit4:junit4]   2> 88408 T1340 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 88409 T1340 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/89299588515364874-4-n_0000000001
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:153)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:150)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:150)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:243)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 88409 T1340 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 88410 T1340 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 88410 T1340 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 88410 T1340 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 88410 T1340 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 88410 T1340 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:236)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 88411 T1340 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {foo_b=MockFixedIntBlock(blockSize=1168), n_f1=MockVariableIntBlock(baseBlockSize=110), foo_d=PostingsFormat(name=Memory doPackFST= false), foo_f=MockFixedIntBlock(blockSize=1168), n_tl1=MockVariableIntBlock(baseBlockSize=110), n_d1=PostingsFormat(name=MockSep), rnd_b=PostingsFormat(name=Memory doPackFST= false), intDefault=MockVariableIntBlock(baseBlockSize=110), n_td1=MockVariableIntBlock(baseBlockSize=110), timestamp=PostingsFormat(name=MockSep), id=PostingsFormat(name=Memory doPackFST= false), range_facet_sl=PostingsFormat(name=Memory doPackFST= false), range_facet_si=PostingsFormat(name=MockSep), oddField_s=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=MockSep), n_tf1=PostingsFormat(name=MockSep), n_dt1=MockVariableIntBlock(baseBlockSize=110), range_facet_l=PostingsFormat(name=MockSep), n_ti1=PostingsFormat(name=Memory doPackFST= false), text=MockFixedIntBlock(blockSize=1168), _version_=MockVariableIntBlock(baseBlockSize=110), SubjectTerms_mfacet=MockVariableIntBlock(baseBlockSize=110), a_t=PostingsFormat(name=MockSep), n_tdt1=MockVariableIntBlock(baseBlockSize=110), other_tl1=MockVariableIntBlock(baseBlockSize=110), n_l1=PostingsFormat(name=MockSep), a_si=MockVariableIntBlock(baseBlockSize=110)}, docValues:{timestamp=DocValuesFormat(name=Lucene42)}, sim=DefaultSimilarity, locale=da_DK, timezone=Pacific/Kosrae
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=3,free=90869264,total=491388928
[junit4:junit4]   2> NOTE: All tests run in this JVM: [NoCacheHeaderTest, DOMUtilTest, TestIndexingPerformance, DisMaxRequestHandlerTest, SortByFunctionTest, SolrCmdDistributorTest, TestOmitPositions, SimplePostToolTest, URLClassifyProcessorTest, BadIndexSchemaTest, TestBinaryResponseWriter, MultiTermTest, SolrRequestParserTest, TestFastOutputStream, TestZkChroot, TestLMJelinekMercerSimilarityFactory, TestNumberUtils, TestSuggestSpellingConverter, TestUtils, NotRequiredUniqueKeyTest, TestBinaryField, TestDistributedGrouping, TestDistributedSearch, SampleTest, TestFieldResource, OutputWriterTest, ShardRoutingCustomTest, TestCollationField, DefaultValueUpdateProcessorTest, OpenCloseCoreStressTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 89.30s, 1 test, 1 error <<< FAILURES!

[...truncated 696 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/common-build.xml:1213: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/common-build.xml:877: There were test failures: 268 suites, 1134 tests, 1 error, 27 ignored (8 assumptions)

Total time: 48 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure