You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/02/19 21:31:49 UTC

[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1354 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1354/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
Test Setup Failure: shard1 should have just been set up to be inconsistent - but it's still consistent. Leader:http://127.0.0.1:38877/collection1skip list:[org.apache.solr.cloud.AbstractFullDistribZkTestBase$CloudJettyRunner@d46598fd, org.apache.solr.cloud.AbstractFullDistribZkTestBase$CloudJettyRunner@9855552a]

Stack Trace:
java.lang.AssertionError: Test Setup Failure: shard1 should have just been set up to be inconsistent - but it's still consistent. Leader:http://127.0.0.1:38877/collection1skip list:[org.apache.solr.cloud.AbstractFullDistribZkTestBase$CloudJettyRunner@d46598fd, org.apache.solr.cloud.AbstractFullDistribZkTestBase$CloudJettyRunner@9855552a]
	at __randomizedtesting.SeedInfo.seed([358666160A3004A0:B460E80E7D6F649C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:216)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 8012 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 1 T14 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 9 T14 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1361304344799
[junit4:junit4]   2> 16 T14 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 24 T15 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 106 T15 oaz.Environment.logEnv Server environment:zookeeper.version=3.4.5-1392090, built on 09/30/2012 17:52 GMT
[junit4:junit4]   2> 107 T15 oaz.Environment.logEnv Server environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 107 T15 oaz.Environment.logEnv Server environment:java.version=1.6.0_32
[junit4:junit4]   2> 107 T15 oaz.Environment.logEnv Server environment:java.vendor=Sun Microsystems Inc.
[junit4:junit4]   2> 108 T15 oaz.Environment.logEnv Server environment:java.home=/usr/local/openjdk6/jre
[junit4:junit4]   2> 108 T15 oaz.Environment.logEnv Server environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/analysis/common/lucene-analyzers-common-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/highlighter/lucene-highlighter-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/memory/lucene-memory-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/misc/lucene-misc-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/spatial/lucene-spatial-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/suggest/lucene-suggest-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/grouping/lucene-grouping-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/queries/lucene-queries-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/queryparser/lucene-queryparser-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/cglib-nodep-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/easymock-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/guava-13.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/objenesis-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/httpclient-4.2.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/httpcore-4.2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/httpmime-4.2.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/zookeeper-3.4.5.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-continuation-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-deploy-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-http-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-io-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-jmx-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-security-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-server-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-servlet-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-util-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-webapp-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-xml-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/test-framework/lib/randomizedtesting-runner-2.0.8.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/usr/local/openjdk6/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.8.jar
[junit4:junit4]   2> 109 T15 oaz.Environment.logEnv Server environment:java.library.path=/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 109 T15 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
[junit4:junit4]   2> 110 T15 oaz.Environment.logEnv Server environment:java.compiler=<NA>
[junit4:junit4]   2> 110 T15 oaz.Environment.logEnv Server environment:os.name=FreeBSD
[junit4:junit4]   2> 110 T15 oaz.Environment.logEnv Server environment:os.arch=amd64
[junit4:junit4]   2> 110 T15 oaz.Environment.logEnv Server environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 111 T15 oaz.Environment.logEnv Server environment:user.name=hudson
[junit4:junit4]   2> 111 T15 oaz.Environment.logEnv Server environment:user.home=/home/hudson
[junit4:junit4]   2> 111 T15 oaz.Environment.logEnv Server environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 148 T15 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 148 T15 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 148 T15 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 154 T15 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 225 T14 oasc.ZkTestServer.run start zk server on port:57395
[junit4:junit4]   2> 228 T15 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 365 T14 oaz.Environment.logEnv Client environment:zookeeper.version=3.4.5-1392090, built on 09/30/2012 17:52 GMT
[junit4:junit4]   2> 366 T14 oaz.Environment.logEnv Client environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 366 T14 oaz.Environment.logEnv Client environment:java.version=1.6.0_32
[junit4:junit4]   2> 367 T14 oaz.Environment.logEnv Client environment:java.vendor=Sun Microsystems Inc.
[junit4:junit4]   2> 367 T14 oaz.Environment.logEnv Client environment:java.home=/usr/local/openjdk6/jre
[junit4:junit4]   2> 368 T14 oaz.Environment.logEnv Client environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/analysis/common/lucene-analyzers-common-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/highlighter/lucene-highlighter-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/memory/lucene-memory-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/misc/lucene-misc-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/spatial/lucene-spatial-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/suggest/lucene-suggest-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/grouping/lucene-grouping-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/queries/lucene-queries-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/queryparser/lucene-queryparser-4.2-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/cglib-nodep-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/easymock-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/guava-13.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/objenesis-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/httpclient-4.2.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/httpcore-4.2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/httpmime-4.2.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/zookeeper-3.4.5.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-continuation-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-deploy-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-http-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-io-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-jmx-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-security-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-server-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-servlet-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-util-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-webapp-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-xml-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/test-framework/lib/randomizedtesting-runner-2.0.8.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/usr/local/openjdk6/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.8.jar
[junit4:junit4]   2> 369 T14 oaz.Environment.logEnv Client environment:java.library.path=/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 369 T14 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
[junit4:junit4]   2> 370 T14 oaz.Environment.logEnv Client environment:java.compiler=<NA>
[junit4:junit4]   2> 370 T14 oaz.Environment.logEnv Client environment:os.name=FreeBSD
[junit4:junit4]   2> 371 T14 oaz.Environment.logEnv Client environment:os.arch=amd64
[junit4:junit4]   2> 371 T14 oaz.Environment.logEnv Client environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 371 T14 oaz.Environment.logEnv Client environment:user.name=hudson
[junit4:junit4]   2> 372 T14 oaz.Environment.logEnv Client environment:user.home=/home/hudson
[junit4:junit4]   2> 372 T14 oaz.Environment.logEnv Client environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 376 T14 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57395 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@45f04ea6
[junit4:junit4]   2> 480 T14 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 492 T20 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:57395. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 496 T20 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:57395, initiating session
[junit4:junit4]   2> 497 T16 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:51560
[junit4:junit4]   2> 523 T16 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:51560
[junit4:junit4]   2> 538 T18 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 582 T18 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf40fda070000 with negotiated timeout 10000 for client /140.211.11.196:51560
[junit4:junit4]   2> 582 T20 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:57395, sessionid = 0x13cf40fda070000, negotiated timeout = 10000
[junit4:junit4]   2> 592 T21 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45f04ea6 name:ZooKeeperConnection Watcher:127.0.0.1:57395 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 592 T14 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 597 T14 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 676 T19 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cf40fda070000
[junit4:junit4]   2> 678 T21 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 678 T14 oaz.ZooKeeper.close Session: 0x13cf40fda070000 closed
[junit4:junit4]   2> 679 T16 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:51560 which had sessionid 0x13cf40fda070000
[junit4:junit4]   2> 679 T14 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57395/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@479d4f72
[junit4:junit4]   2> 681 T14 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 681 T22 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:57395. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 682 T22 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:57395, initiating session
[junit4:junit4]   2> 683 T16 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:48448
[junit4:junit4]   2> 683 T16 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:48448
[junit4:junit4]   2> 685 T18 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf40fda070001 with negotiated timeout 10000 for client /140.211.11.196:48448
[junit4:junit4]   2> 685 T22 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:57395, sessionid = 0x13cf40fda070001, negotiated timeout = 10000
[junit4:junit4]   2> 686 T23 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@479d4f72 name:ZooKeeperConnection Watcher:127.0.0.1:57395/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 686 T14 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 705 T14 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 712 T14 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 718 T14 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 722 T14 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 727 T14 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 756 T14 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 772 T14 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 776 T14 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 884 T14 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 886 T14 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 892 T14 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 893 T14 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 898 T14 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 899 T14 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 908 T14 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 909 T14 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 915 T14 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 917 T14 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1018 T14 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1020 T14 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1026 T14 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1026 T14 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1032 T19 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cf40fda070001
[junit4:junit4]   2> 1034 T23 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 1034 T14 oaz.ZooKeeper.close Session: 0x13cf40fda070001 closed
[junit4:junit4]   2> 1034 T16 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:48448 which had sessionid 0x13cf40fda070001
[junit4:junit4]   2> 1932 T14 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 2215 T14 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:54880
[junit4:junit4]   2> 2259 T14 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2260 T14 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2260 T14 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1361304345824
[junit4:junit4]   2> 2261 T14 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1361304345824/solr.xml
[junit4:junit4]   2> 2261 T14 oasc.CoreContainer.<init> New CoreContainer 532373677
[junit4:junit4]   2> 2262 T14 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1361304345824/'
[junit4:junit4]   2> 2263 T14 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1361304345824/'
[junit4:junit4]   2> 2312 T14 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 2313 T14 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2313 T14 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2314 T14 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2314 T14 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2315 T14 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2315 T14 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2316 T14 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2316 T14 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2361 T14 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2824 T14 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2843 T14 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:57395/solr
[junit4:junit4]   2> 2877 T3 oasc.CoreContainer.finalize SEVERE CoreContainer was not shutdown prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=191764354
[junit4:junit4]   2> 2886 T14 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2886 T14 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57395 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6366ce5f
[junit4:junit4]   2> 2887 T14 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2889 T34 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:57395. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 2890 T34 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:57395, initiating session
[junit4:junit4]   2> 2890 T16 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:59823
[junit4:junit4]   2> 2891 T16 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:59823
[junit4:junit4]   2> 2893 T18 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf40fda070002 with negotiated timeout 20000 for client /140.211.11.196:59823
[junit4:junit4]   2> 2894 T34 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:57395, sessionid = 0x13cf40fda070002, negotiated timeout = 20000
[junit4:junit4]   2> 2895 T35 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6366ce5f name:ZooKeeperConnection Watcher:127.0.0.1:57395 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2895 T14 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2898 T19 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cf40fda070002
[junit4:junit4]   2> 2899 T16 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:59823 which had sessionid 0x13cf40fda070002
[junit4:junit4]   2> 2899 T35 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2899 T14 oaz.ZooKeeper.close Session: 0x13cf40fda070002 closed
[junit4:junit4]   2> 2903 T14 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2916 T14 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57395/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7a66998f
[junit4:junit4]   2> 2917 T14 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2918 T36 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:57395. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 2918 T36 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:57395, initiating session
[junit4:junit4]   2> 2919 T16 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:26006
[junit4:junit4]   2> 2920 T16 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:26006
[junit4:junit4]   2> 2921 T18 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf40fda070003 with negotiated timeout 20000 for client /140.211.11.196:26006
[junit4:junit4]   2> 2921 T36 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:57395, sessionid = 0x13cf40fda070003, negotiated timeout = 20000
[junit4:junit4]   2> 2922 T37 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a66998f name:ZooKeeperConnection Watcher:127.0.0.1:57395/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2922 T14 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2938 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2947 T14 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 2951 T14 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54880_
[junit4:junit4]   2> 2956 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:54880_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:54880_
[junit4:junit4]   2> 2957 T14 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54880_
[junit4:junit4]   2> 2964 T14 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 2992 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 2993 T14 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 2998 T14 oasc.Overseer.start Overseer (id=89214441560145923-127.0.0.1:54880_-n_0000000000) starting
[junit4:junit4]   2> 2999 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3017 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3020 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3028 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3030 T39 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 3031 T14 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 3035 T14 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3057 T38 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 3122 T40 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1361304345824/collection1
[junit4:junit4]   2> 3122 T40 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 3124 T40 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 3124 T40 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 3127 T40 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1361304345824/collection1/'
[junit4:junit4]   2> 3128 T40 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1361304345824/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3129 T40 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1361304345824/collection1/lib/README' to classloader
[junit4:junit4]   2> 3207 T40 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 3275 T40 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 3377 T40 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3416 T40 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4083 T40 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4103 T40 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4108 T40 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4147 T40 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4154 T40 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4159 T40 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4163 T40 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4167 T40 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1361304345824/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1361304344798/control/data/
[junit4:junit4]   2> 4168 T40 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7acc7439
[junit4:junit4]   2> 4170 T40 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 4201 T40 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/control/data forceNew:false
[junit4:junit4]   2> 4203 T40 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/control/data
[junit4:junit4]   2> 4203 T40 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1361304344798/control/data/index/
[junit4:junit4]   2> 4204 T40 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1361304344798/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4205 T40 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/control/data/index forceNew:false
[junit4:junit4]   2> 4237 T40 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/control/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4237 T40 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4238 T40 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/control/data/index
[junit4:junit4]   2> 4286 T40 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4286 T40 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4287 T40 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4288 T40 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4290 T40 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4290 T40 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4290 T40 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4291 T40 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4292 T40 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4298 T40 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4305 T40 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/control/data
[junit4:junit4]   2> 4306 T40 oass.SolrIndexSearcher.<init> Opening Searcher@4ac1df71 main
[junit4:junit4]   2> 4319 T40 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4319 T40 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4379 T41 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4ac1df71 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4383 T40 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 4384 T40 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4385 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 4572 T38 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4573 T38 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54880_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54880"}
[junit4:junit4]   2> 4574 T38 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 4602 T38 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 4603 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 4654 T37 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5400 T40 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 5400 T40 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54880 collection:control_collection shard:shard1
[junit4:junit4]   2> 5411 T40 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 5426 T40 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 5445 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 5446 T40 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 5447 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5457 T40 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 5457 T40 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 5465 T40 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54880/collection1/
[junit4:junit4]   2> 5465 T40 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 5466 T40 oasc.SyncStrategy.syncToMe http://127.0.0.1:54880/collection1/ has no replicas
[junit4:junit4]   2> 5466 T40 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54880/collection1/
[junit4:junit4]   2> 5467 T40 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 5474 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6162 T38 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6193 T37 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 6248 T40 oasc.ZkController.register We are http://127.0.0.1:54880/collection1/ and leader is http://127.0.0.1:54880/collection1/
[junit4:junit4]   2> 6251 T40 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54880
[junit4:junit4]   2> 6252 T40 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 6252 T40 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 6252 T40 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6256 T40 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6258 T14 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 6258 T14 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6346 T14 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6378 T14 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 6385 T14 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57395/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3b756456
[junit4:junit4]   2> 6387 T14 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6387 T42 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:57395. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 6388 T42 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:57395, initiating session
[junit4:junit4]   2> 6389 T16 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:29803
[junit4:junit4]   2> 6389 T16 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:29803
[junit4:junit4]   2> 6391 T18 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf40fda070004 with negotiated timeout 10000 for client /140.211.11.196:29803
[junit4:junit4]   2> 6392 T42 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:57395, sessionid = 0x13cf40fda070004, negotiated timeout = 10000
[junit4:junit4]   2> 6392 T43 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b756456 name:ZooKeeperConnection Watcher:127.0.0.1:57395/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6393 T14 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6395 T14 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6401 T14 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 6606 T14 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 6610 T14 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52335
[junit4:junit4]   2> 6611 T14 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 6612 T14 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6612 T14 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1361304351190
[junit4:junit4]   2> 6613 T14 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1361304351190/solr.xml
[junit4:junit4]   2> 6614 T14 oasc.CoreContainer.<init> New CoreContainer 1672359023
[junit4:junit4]   2> 6615 T14 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1361304351190/'
[junit4:junit4]   2> 6616 T14 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1361304351190/'
[junit4:junit4]   2> 6676 T14 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 6677 T14 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 6678 T14 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 6679 T14 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 6679 T14 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 6680 T14 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 6681 T14 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 6682 T14 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 6682 T14 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 6683 T14 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 6714 T14 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 6742 T14 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:57395/solr
[junit4:junit4]   2> 6743 T14 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 6744 T14 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57395 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6eef9525
[junit4:junit4]   2> 6745 T14 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6746 T53 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:57395. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 6747 T53 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:57395, initiating session
[junit4:junit4]   2> 6747 T16 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:60264
[junit4:junit4]   2> 6748 T16 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:60264
[junit4:junit4]   2> 6751 T18 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf40fda070005 with negotiated timeout 20000 for client /140.211.11.196:60264
[junit4:junit4]   2> 6751 T53 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:57395, sessionid = 0x13cf40fda070005, negotiated timeout = 20000
[junit4:junit4]   2> 6751 T54 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6eef9525 name:ZooKeeperConnection Watcher:127.0.0.1:57395 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6752 T14 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6754 T19 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cf40fda070005
[junit4:junit4]   2> 6756 T54 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 6756 T16 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:60264 which had sessionid 0x13cf40fda070005
[junit4:junit4]   2> 6756 T14 oaz.ZooKeeper.close Session: 0x13cf40fda070005 closed
[junit4:junit4]   2> 6757 T14 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 6772 T14 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57395/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7e0c6692
[junit4:junit4]   2> 6773 T14 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6774 T55 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:57395. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 6775 T55 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:57395, initiating session
[junit4:junit4]   2> 6775 T16 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:27854
[junit4:junit4]   2> 6776 T16 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:27854
[junit4:junit4]   2> 6778 T18 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf40fda070006 with negotiated timeout 20000 for client /140.211.11.196:27854
[junit4:junit4]   2> 6778 T55 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:57395, sessionid = 0x13cf40fda070006, negotiated timeout = 20000
[junit4:junit4]   2> 6778 T56 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e0c6692 name:ZooKeeperConnection Watcher:127.0.0.1:57395/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6779 T14 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6781 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6782 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6785 T14 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7708 T38 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7710 T38 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54880_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54880"}
[junit4:junit4]   2> 7743 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 7743 T37 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 7743 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 7790 T14 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52335_
[junit4:junit4]   2> 7791 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070006 type:delete cxid:0xb zxid:0x4f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52335_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52335_
[junit4:junit4]   2> 7792 T14 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52335_
[junit4:junit4]   2> 7797 T37 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 7798 T43 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 7798 T37 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7798 T56 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 7798 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7799 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7811 T57 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1361304351190/collection1
[junit4:junit4]   2> 7811 T57 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 7812 T57 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7813 T57 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 7815 T57 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1361304351190/collection1/'
[junit4:junit4]   2> 7816 T57 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1361304351190/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7817 T57 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1361304351190/collection1/lib/README' to classloader
[junit4:junit4]   2> 7892 T57 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 7964 T57 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 8065 T57 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8115 T57 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8821 T57 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8834 T57 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8837 T57 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8864 T57 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8869 T57 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8874 T57 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8877 T57 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8880 T57 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1361304351190/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1/
[junit4:junit4]   2> 8881 T57 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7acc7439
[junit4:junit4]   2> 8882 T57 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 8883 T57 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1 forceNew:false
[junit4:junit4]   2> 8883 T57 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1
[junit4:junit4]   2> 8884 T57 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1/index/
[junit4:junit4]   2> 8884 T57 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8885 T57 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1/index forceNew:false
[junit4:junit4]   2> 8889 T57 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8890 T57 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8890 T57 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1/index
[junit4:junit4]   2> 8893 T57 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 8893 T57 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 8894 T57 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 8896 T57 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8897 T57 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8897 T57 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 8898 T57 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 8899 T57 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8900 T57 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8905 T57 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8911 T57 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1
[junit4:junit4]   2> 8912 T57 oass.SolrIndexSearcher.<init> Opening Searcher@779b3e main
[junit4:junit4]   2> 8913 T57 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8914 T57 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8924 T58 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@779b3e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8928 T57 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 8928 T57 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9255 T38 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9257 T38 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52335_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52335"}
[junit4:junit4]   2> 9257 T38 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 9257 T38 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 9271 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9271 T37 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9271 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9932 T57 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9932 T57 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52335 collection:collection1 shard:shard1
[junit4:junit4]   2> 9934 T57 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 9954 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070006 type:delete cxid:0x48 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 9955 T57 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 9956 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070006 type:create cxid:0x49 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9964 T57 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 9965 T57 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 9965 T57 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52335/collection1/
[junit4:junit4]   2> 9966 T57 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 9966 T57 oasc.SyncStrategy.syncToMe http://127.0.0.1:52335/collection1/ has no replicas
[junit4:junit4]   2> 9967 T57 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52335/collection1/
[junit4:junit4]   2> 9967 T57 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 9973 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070006 type:create cxid:0x53 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10778 T38 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10803 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10803 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10803 T37 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10843 T57 oasc.ZkController.register We are http://127.0.0.1:52335/collection1/ and leader is http://127.0.0.1:52335/collection1/
[junit4:junit4]   2> 10843 T57 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52335
[junit4:junit4]   2> 10843 T57 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 10844 T57 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 10844 T57 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10847 T57 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10849 T14 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 10850 T14 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 10850 T14 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11052 T14 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 11056 T14 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:38877
[junit4:junit4]   2> 11057 T14 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11057 T14 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11058 T14 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1361304355656
[junit4:junit4]   2> 11058 T14 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1361304355656/solr.xml
[junit4:junit4]   2> 11059 T14 oasc.CoreContainer.<init> New CoreContainer 643757983
[junit4:junit4]   2> 11060 T14 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1361304355656/'
[junit4:junit4]   2> 11060 T14 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1361304355656/'
[junit4:junit4]   2> 11115 T14 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 11116 T14 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11116 T14 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 11117 T14 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11118 T14 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11118 T14 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11119 T14 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11119 T14 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11120 T14 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11121 T14 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 11142 T14 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11164 T14 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:57395/solr
[junit4:junit4]   2> 11165 T14 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 11165 T14 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57395 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@14860315
[junit4:junit4]   2> 11167 T14 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11167 T68 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:57395. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 11168 T68 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:57395, initiating session
[junit4:junit4]   2> 11169 T16 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:58529
[junit4:junit4]   2> 11169 T16 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:58529
[junit4:junit4]   2> 11172 T18 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf40fda070007 with negotiated timeout 20000 for client /140.211.11.196:58529
[junit4:junit4]   2> 11172 T68 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:57395, sessionid = 0x13cf40fda070007, negotiated timeout = 20000
[junit4:junit4]   2> 11173 T69 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14860315 name:ZooKeeperConnection Watcher:127.0.0.1:57395 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11173 T14 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11175 T19 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cf40fda070007
[junit4:junit4]   2> 11187 T69 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 11187 T16 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:58529 which had sessionid 0x13cf40fda070007
[junit4:junit4]   2> 11187 T14 oaz.ZooKeeper.close Session: 0x13cf40fda070007 closed
[junit4:junit4]   2> 11188 T14 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 11200 T14 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57395/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2c0cf70f
[junit4:junit4]   2> 11201 T14 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11201 T70 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:57395. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 11202 T70 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:57395, initiating session
[junit4:junit4]   2> 11202 T16 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:33983
[junit4:junit4]   2> 11203 T16 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:33983
[junit4:junit4]   2> 11205 T18 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf40fda070008 with negotiated timeout 20000 for client /140.211.11.196:33983
[junit4:junit4]   2> 11205 T70 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:57395, sessionid = 0x13cf40fda070008, negotiated timeout = 20000
[junit4:junit4]   2> 11206 T71 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c0cf70f name:ZooKeeperConnection Watcher:127.0.0.1:57395/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11206 T14 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11207 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11210 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11213 T14 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12218 T14 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38877_
[junit4:junit4]   2> 12219 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda070008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:38877_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:38877_
[junit4:junit4]   2> 12237 T14 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38877_
[junit4:junit4]   2> 12241 T56 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 12241 T43 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 12241 T37 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 12242 T71 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 12243 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12242 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12243 T37 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12282 T72 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1361304355656/collection1
[junit4:junit4]   2> 12282 T72 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12283 T72 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12283 T72 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12286 T72 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1361304355656/collection1/'
[junit4:junit4]   2> 12287 T72 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1361304355656/collection1/lib/README' to classloader
[junit4:junit4]   2> 12288 T72 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1361304355656/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 12320 T38 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12322 T38 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52335_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52335"}
[junit4:junit4]   2> 12329 T72 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 12334 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12334 T37 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12334 T71 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12334 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12385 T72 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 12486 T72 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 12524 T72 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13214 T72 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13231 T72 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13236 T72 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13266 T72 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13272 T72 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13277 T72 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13280 T72 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13283 T72 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1361304355656/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2/
[junit4:junit4]   2> 13283 T72 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7acc7439
[junit4:junit4]   2> 13284 T72 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 13285 T72 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2 forceNew:false
[junit4:junit4]   2> 13285 T72 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2
[junit4:junit4]   2> 13285 T72 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2/index/
[junit4:junit4]   2> 13286 T72 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13287 T72 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2/index forceNew:false
[junit4:junit4]   2> 13291 T72 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13291 T72 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13292 T72 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2/index
[junit4:junit4]   2> 13295 T72 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13295 T72 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13296 T72 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13297 T72 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13298 T72 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13298 T72 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13299 T72 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13300 T72 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13300 T72 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13305 T72 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13310 T72 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2
[junit4:junit4]   2> 13312 T72 oass.SolrIndexSearcher.<init> Opening Searcher@7862af46 main
[junit4:junit4]   2> 13312 T72 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13313 T72 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13321 T73 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7862af46 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13326 T72 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13327 T72 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13843 T38 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13844 T38 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:38877_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:38877"}
[junit4:junit4]   2> 13844 T38 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 13845 T38 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 13852 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13852 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13852 T71 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13852 T37 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14330 T72 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 14330 T72 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:38877 collection:collection1 shard:shard1
[junit4:junit4]   2> 14335 T72 oasc.ZkController.register We are http://127.0.0.1:38877/collection1/ and leader is http://127.0.0.1:52335/collection1/
[junit4:junit4]   2> 14336 T72 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38877
[junit4:junit4]   2> 14336 T72 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 14336 T72 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C0 name=collection1 org.apache.solr.core.SolrCore@25ee40a4 url=http://127.0.0.1:38877/collection1 node=127.0.0.1:38877_ C0_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:38877_, base_url=http://127.0.0.1:38877}
[junit4:junit4]   2> 14344 T74 C0 P38877 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 14344 T72 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14346 T74 C0 P38877 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 14347 T74 C0 P38877 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 14347 T74 C0 P38877 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14348 T14 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 14349 T14 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 14349 T14 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14349 T74 C0 P38877 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14496 T14 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 14499 T14 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:28043
[junit4:junit4]   2> 14500 T14 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 14500 T14 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 14501 T14 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1361304359151
[junit4:junit4]   2> 14501 T14 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1361304359151/solr.xml
[junit4:junit4]   2> 14502 T14 oasc.CoreContainer.<init> New CoreContainer 1620999494
[junit4:junit4]   2> 14502 T14 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1361304359151/'
[junit4:junit4]   2> 14503 T14 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1361304359151/'
[junit4:junit4]   2> 14738 T14 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 14739 T14 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 14740 T14 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 14740 T14 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 14741 T14 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 14741 T14 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 14742 T14 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 14743 T14 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 14743 T14 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 14744 T14 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 14781 T14 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 14861 T14 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:57395/solr
[junit4:junit4]   2> 14862 T14 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 14862 T14 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57395 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@fae7b85
[junit4:junit4]   2> 14864 T14 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 14864 T84 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:57395. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 14865 T84 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:57395, initiating session
[junit4:junit4]   2> 14865 T16 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:63065
[junit4:junit4]   2> 14866 T16 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:63065
[junit4:junit4]   2> 14868 T18 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf40fda070009 with negotiated timeout 20000 for client /140.211.11.196:63065
[junit4:junit4]   2> 14868 T84 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:57395, sessionid = 0x13cf40fda070009, negotiated timeout = 20000
[junit4:junit4]   2> 14868 T85 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fae7b85 name:ZooKeeperConnection Watcher:127.0.0.1:57395 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14869 T14 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 14870 T19 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cf40fda070009
[junit4:junit4]   2> 14871 T85 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 14871 T14 oaz.ZooKeeper.close Session: 0x13cf40fda070009 closed
[junit4:junit4]   2> 14872 T16 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:63065 which had sessionid 0x13cf40fda070009
[junit4:junit4]   2> 14873 T14 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 14893 T14 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57395/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6efde050
[junit4:junit4]   2> 14894 T14 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 14894 T86 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:57395. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 14895 T86 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:57395, initiating session
[junit4:junit4]   2> 14895 T16 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:63938
[junit4:junit4]   2> 14896 T16 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:63938
[junit4:junit4]   2> 14898 T18 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf40fda07000a with negotiated timeout 20000 for client /140.211.11.196:63938
[junit4:junit4]   2> 14898 T86 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:57395, sessionid = 0x13cf40fda07000a, negotiated timeout = 20000
[junit4:junit4]   2> 14898 T87 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6efde050 name:ZooKeeperConnection Watcher:127.0.0.1:57395/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14899 T14 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 14900 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda07000a type:create cxid:0x1 zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14902 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda07000a type:create cxid:0x2 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14910 T14 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15365 T38 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15367 T38 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:38877_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:38877"}
[junit4:junit4]   2> 15385 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15385 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15386 T37 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15385 T87 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15385 T71 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15914 T14 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:28043_
[junit4:junit4]   2> 15915 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda07000a type:delete cxid:0xb zxid:0x86 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:28043_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:28043_
[junit4:junit4]   2> 15917 T14 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:28043_
[junit4:junit4]   2> 15927 T71 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15928 T56 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 15928 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15929 T87 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 15929 T43 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 15929 T37 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 15929 T87 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15930 T37 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15931 T71 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 15930 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15942 T88 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1361304359151/collection1
[junit4:junit4]   2> 15942 T88 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 15943 T88 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 15944 T88 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 15946 T88 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1361304359151/collection1/'
[junit4:junit4]   2> 15947 T88 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1361304359151/collection1/lib/README' to classloader
[junit4:junit4]   2> 15947 T88 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1361304359151/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 16023 T88 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 16079 T88 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16180 T88 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16203 T88 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 16879 T88 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 16891 T88 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 16895 T88 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 16918 T88 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16924 T88 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16928 T88 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16930 T88 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16932 T88 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1361304359151/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3/
[junit4:junit4]   2> 16932 T88 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7acc7439
[junit4:junit4]   2> 16933 T88 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 16934 T88 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3 forceNew:false
[junit4:junit4]   2> 16934 T88 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3
[junit4:junit4]   2> 16935 T88 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3/index/
[junit4:junit4]   2> 16935 T88 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 16936 T88 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3/index forceNew:false
[junit4:junit4]   2> 16941 T88 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16941 T88 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16942 T88 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3/index
[junit4:junit4]   2> 16944 T88 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 16945 T88 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 16945 T88 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 16946 T88 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 16947 T88 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 16947 T88 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 16948 T88 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 16949 T88 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 16949 T88 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 16955 T88 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 16960 T88 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3
[junit4:junit4]   2> 16961 T88 oass.SolrIndexSearcher.<init> Opening Searcher@1cac622a main
[junit4:junit4]   2> 16962 T88 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 16963 T88 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 16970 T89 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1cac622a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 16974 T88 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 16974 T88 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C0_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:38877_, base_url=http://127.0.0.1:38877}
[junit4:junit4]   2> 17656 T74 C0 P38877 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52335/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 17663 T74 C0 P38877 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 17678 T74 C0 P38877 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:38877 START replicas=[http://127.0.0.1:52335/collection1/] nUpdates=100
[junit4:junit4]   2> 17685 T74 C0 P38877 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 17686 T74 C0 P38877 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 17686 T74 C0 P38877 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 17686 T74 C0 P38877 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 17687 T74 C0 P38877 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 17687 T74 C0 P38877 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52335/collection1/. core=collection1
[junit4:junit4]   2> 17687 T74 C0 P38877 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@1d429498 url=http://127.0.0.1:52335/collection1 node=127.0.0.1:52335_ C1_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52335_, base_url=http://127.0.0.1:52335, leader=true}
[junit4:junit4]   2> 17729 T48 C1 P52335 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=8 
[junit4:junit4]   2> 17771 T47 C1 P52335 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 17772 T47 C1 P52335 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1
[junit4:junit4]   2> 17778 T47 C1 P52335 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17779 T47 C1 P52335 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17783 T47 C1 P52335 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 17784 T47 C1 P52335 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 17786 T47 C1 P52335 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1
[junit4:junit4]   2> 17787 T47 C1 P52335 oass.SolrIndexSearcher.<init> Opening Searcher@6f5e0eab realtime
[junit4:junit4]   2> 17788 T47 C1 P52335 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 17788 T47 C1 P52335 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 67
[junit4:junit4]   2> 17826 T74 C0 P38877 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 17827 T74 C0 P38877 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4]   2> 17847 T74 C0 P38877 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 17895 T49 C1 P52335 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 17896 T49 C1 P52335 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=46 
[junit4:junit4]   2> 17897 T74 C0 P38877 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 17897 T74 C0 P38877 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 17898 T74 C0 P38877 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 17901 T49 C1 P52335 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1
[junit4:junit4]   2> 17902 T49 C1 P52335 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1/index
[junit4:junit4]   2> 17902 T49 C1 P52335 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17903 T74 C0 P38877 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 17906 T74 C0 P38877 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2/index.20130220030602693 forceNew:false
[junit4:junit4]   2> 17907 T74 C0 P38877 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2
[junit4:junit4]   2> 17908 T74 C0 P38877 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2/index.20130220030602693 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73d742a1 fullCopy=true
[junit4:junit4]   2> 17922 T49 C1 P52335 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=5 
[junit4:junit4]   2> 17936 T74 C0 P38877 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2/index
[junit4:junit4]   2> 17937 T74 C0 P38877 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 17938 T74 C0 P38877 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130220030602693
[junit4:junit4]   2> 17945 T74 C0 P38877 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2
[junit4:junit4]   2> 17946 T74 C0 P38877 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2
[junit4:junit4]   2> 17946 T74 C0 P38877 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2/index/ new=./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2/index.20130220030602693
[junit4:junit4]   2> 17951 T74 C0 P38877 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2/index.20130220030602693,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 17952 T74 C0 P38877 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 17953 T74 C0 P38877 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2
[junit4:junit4]   2> 17958 T74 C0 P38877 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 17959 T74 C0 P38877 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 17959 T74 C0 P38877 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 17960 T74 C0 P38877 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2/index.20130220030602693
[junit4:junit4]   2> 17962 T74 C0 P38877 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2
[junit4:junit4]   2> 17966 T74 C0 P38877 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2/index.20130220030602693,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 17966 T74 C0 P38877 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 17967 T74 C0 P38877 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 17968 T74 C0 P38877 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2
[junit4:junit4]   2> 17969 T74 C0 P38877 oass.SolrIndexSearcher.<init> Opening Searcher@1e4ad14c main
[junit4:junit4]   2> 17983 T73 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e4ad14c main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 17987 T73 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2/index
[junit4:junit4]   2> 17988 T74 C0 P38877 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 17991 T74 C0 P38877 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2/index.20130220030602693,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2/index.20130220030602693,segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 17991 T74 C0 P38877 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 17993 T74 C0 P38877 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2
[junit4:junit4]   2> 17993 T74 C0 P38877 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 17994 T74 C0 P38877 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2/index.20130220030602693
[junit4:junit4]   2> 17994 T74 C0 P38877 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty2/index
[junit4:junit4]   2> 17995 T74 C0 P38877 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 17995 T74 C0 P38877 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 17995 T74 C0 P38877 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 17996 T74 C0 P38877 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17998 T74 C0 P38877 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 18397 T38 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18399 T38 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:28043_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:28043"}
[junit4:junit4]   2> 18399 T38 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 18399 T38 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 18405 T38 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:38877_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:38877"}
[junit4:junit4]   2> 18417 T87 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18417 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18418 T71 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18417 T37 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18417 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18979 T88 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 18979 T88 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:28043 collection:collection1 shard:shard1
[junit4:junit4]   2> 18985 T88 oasc.ZkController.register We are http://127.0.0.1:28043/collection1/ and leader is http://127.0.0.1:52335/collection1/
[junit4:junit4]   2> 18985 T88 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:28043
[junit4:junit4]   2> 18986 T88 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 18986 T88 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@1dd61ee4 url=http://127.0.0.1:28043/collection1 node=127.0.0.1:28043_ C2_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:28043_, base_url=http://127.0.0.1:28043}
[junit4:junit4]   2> 18992 T92 C2 P28043 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 18993 T92 C2 P28043 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 18993 T88 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18993 T92 C2 P28043 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 18994 T92 C2 P28043 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18995 T14 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 18995 T14 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 18996 T92 C2 P28043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18996 T14 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19207 T14 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 19211 T14 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11820
[junit4:junit4]   2> 19211 T14 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 19212 T14 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 19213 T14 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1361304363810
[junit4:junit4]   2> 19213 T14 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1361304363810/solr.xml
[junit4:junit4]   2> 19214 T14 oasc.CoreContainer.<init> New CoreContainer 814700868
[junit4:junit4]   2> 19215 T14 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1361304363810/'
[junit4:junit4]   2> 19215 T14 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1361304363810/'
[junit4:junit4]   2> 19270 T14 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 19270 T14 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 19271 T14 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 19272 T14 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 19272 T14 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 19273 T14 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 19273 T14 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 19274 T14 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 19275 T14 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 19275 T14 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 19298 T14 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 19320 T14 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:57395/solr
[junit4:junit4]   2> 19321 T14 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 19322 T14 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57395 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@76b6e385
[junit4:junit4]   2> 19323 T14 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 19324 T102 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:57395. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 19325 T102 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:57395, initiating session
[junit4:junit4]   2> 19325 T16 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:44832
[junit4:junit4]   2> 19326 T16 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:44832
[junit4:junit4]   2> 19328 T18 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf40fda07000b with negotiated timeout 20000 for client /140.211.11.196:44832
[junit4:junit4]   2> 19328 T102 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:57395, sessionid = 0x13cf40fda07000b, negotiated timeout = 20000
[junit4:junit4]   2> 19328 T103 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76b6e385 name:ZooKeeperConnection Watcher:127.0.0.1:57395 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 19329 T14 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 19330 T19 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cf40fda07000b
[junit4:junit4]   2> 19332 T103 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 19332 T14 oaz.ZooKeeper.close Session: 0x13cf40fda07000b closed
[junit4:junit4]   2> 19332 T16 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:44832 which had sessionid 0x13cf40fda07000b
[junit4:junit4]   2> 19333 T14 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 19344 T14 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57395/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4223d9b
[junit4:junit4]   2> 19345 T14 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 19346 T104 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:57395. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 19347 T104 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:57395, initiating session
[junit4:junit4]   2> 19347 T16 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:64270
[junit4:junit4]   2> 19348 T16 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:64270
[junit4:junit4]   2> 19349 T18 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf40fda07000c with negotiated timeout 20000 for client /140.211.11.196:64270
[junit4:junit4]   2> 19349 T104 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:57395, sessionid = 0x13cf40fda07000c, negotiated timeout = 20000
[junit4:junit4]   2> 19350 T105 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4223d9b name:ZooKeeperConnection Watcher:127.0.0.1:57395/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 19350 T14 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 19352 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda07000c type:create cxid:0x1 zxid:0x97 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 19354 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda07000c type:create cxid:0x2 zxid:0x98 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 19356 T14 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 19934 T38 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19935 T38 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:28043_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:28043"}
[junit4:junit4]   2> 19970 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19970 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19970 T87 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19970 T37 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19970 T71 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19970 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20360 T14 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:11820_
[junit4:junit4]   2> 20362 T19 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf40fda07000c type:delete cxid:0xb zxid:0x9d txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:11820_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:11820_
[junit4:junit4]   2> 20363 T14 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:11820_
[junit4:junit4]   2> 20366 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20367 T71 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20367 T43 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 20367 T87 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 20367 T56 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 20367 T37 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 20367 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20368 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20368 T87 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20368 T37 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20370 T105 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 20371 T71 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 20380 T106 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1361304363810/collection1
[junit4:junit4]   2> 20381 T106 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 20382 T106 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 20382 T106 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 20384 T106 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1361304363810/collection1/'
[junit4:junit4]   2> 20386 T106 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1361304363810/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 20387 T106 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1361304363810/collection1/lib/README' to classloader
[junit4:junit4]   2> 20447 T106 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 20517 T106 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 20619 T106 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 20645 T106 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 21348 T106 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 21359 T106 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 21363 T106 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 21391 T106 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 21398 T106 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 21404 T106 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 21407 T106 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 21410 T106 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1361304363810/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/
[junit4:junit4]   2> 21410 T106 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7acc7439
[junit4:junit4]   2> 21411 T106 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 21412 T106 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4 forceNew:false
[junit4:junit4]   2> 21413 T106 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4
[junit4:junit4]   2> 21413 T106 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/index/
[junit4:junit4]   2> 21414 T106 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 21415 T106 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/index forceNew:false
[junit4:junit4]   2> 21448 T106 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21449 T106 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21450 T106 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/index
[junit4:junit4]   2> 21453 T106 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 21454 T106 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 21455 T106 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 21456 T106 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 21458 T106 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 21458 T106 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 21459 T106 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 21460 T106 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 21461 T106 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 21468 T106 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 21475 T106 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4
[junit4:junit4]   2> 21477 T106 oass.SolrIndexSearcher.<init> Opening Searcher@372f2b32 main
[junit4:junit4]   2> 21478 T106 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 21479 T106 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 21489 T107 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@372f2b32 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 21494 T106 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 21494 T106 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C2_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:28043_, base_url=http://127.0.0.1:28043}
[junit4:junit4]   2> 22028 T92 C2 P28043 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52335/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 22028 T92 C2 P28043 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:28043 START replicas=[http://127.0.0.1:52335/collection1/] nUpdates=100
[junit4:junit4]   2> 22029 T92 C2 P28043 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 22030 T92 C2 P28043 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 22030 T92 C2 P28043 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 22030 T92 C2 P28043 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 22030 T92 C2 P28043 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 22031 T92 C2 P28043 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52335/collection1/. core=collection1
[junit4:junit4]   2> 22031 T92 C2 P28043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 22033 T48 C1 P52335 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 22044 T51 C1 P52335 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 22059 T51 C1 P52335 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1/index,segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 22060 T51 C1 P52335 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 22060 T51 C1 P52335 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1
[junit4:junit4]   2> 22061 T51 C1 P52335 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22061 T51 C1 P52335 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 17
[junit4:junit4]   2> 22062 T92 C2 P28043 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 22063 T92 C2 P28043 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 22067 T49 C1 P52335 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 22068 T92 C2 P28043 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 22068 T92 C2 P28043 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 22068 T92 C2 P28043 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 22070 T49 C1 P52335 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1
[junit4:junit4]   2> 22071 T49 C1 P52335 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1/index
[junit4:junit4]   2> 22071 T49 C1 P52335 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=1 
[junit4:junit4]   2> 22072 T92 C2 P28043 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 22073 T92 C2 P28043 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3/index.20130220030606861 forceNew:false
[junit4:junit4]   2> 22074 T92 C2 P28043 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3
[junit4:junit4]   2> 22074 T92 C2 P28043 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3/index.20130220030606861 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4693c5e7 fullCopy=true
[junit4:junit4]   2> 22078 T49 C1 P52335 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 22079 T92 C2 P28043 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3/index
[junit4:junit4]   2> 22080 T92 C2 P28043 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 22080 T92 C2 P28043 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130220030606861
[junit4:junit4]   2> 22081 T92 C2 P28043 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3
[junit4:junit4]   2> 22082 T92 C2 P28043 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3
[junit4:junit4]   2> 22082 T92 C2 P28043 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3/index/ new=./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3/index.20130220030606861
[junit4:junit4]   2> 22085 T92 C2 P28043 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3/index.20130220030606861,segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 22085 T92 C2 P28043 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 22086 T92 C2 P28043 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3
[junit4:junit4]   2> 22086 T92 C2 P28043 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 22086 T92 C2 P28043 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 22087 T92 C2 P28043 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 22087 T92 C2 P28043 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3/index.20130220030606861
[junit4:junit4]   2> 22088 T92 C2 P28043 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3
[junit4:junit4]   2> 22090 T92 C2 P28043 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3/index.20130220030606861,segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 22091 T92 C2 P28043 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 22091 T92 C2 P28043 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 22091 T92 C2 P28043 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3
[junit4:junit4]   2> 22092 T92 C2 P28043 oass.SolrIndexSearcher.<init> Opening Searcher@4f4a1ab7 main
[junit4:junit4]   2> 22093 T89 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4f4a1ab7 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 22094 T89 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3/index
[junit4:junit4]   2> 22095 T92 C2 P28043 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 22120 T92 C2 P28043 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3/index.20130220030606861,segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3/index.20130220030606861,segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 22120 T92 C2 P28043 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 22121 T92 C2 P28043 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3
[junit4:junit4]   2> 22121 T92 C2 P28043 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22121 T92 C2 P28043 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3/index.20130220030606861
[junit4:junit4]   2> 22122 T92 C2 P28043 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty3/index
[junit4:junit4]   2> 22122 T92 C2 P28043 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 22122 T92 C2 P28043 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 22122 T92 C2 P28043 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 22123 T92 C2 P28043 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 22125 T92 C2 P28043 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 22984 T38 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22985 T38 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:11820_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:11820"}
[junit4:junit4]   2> 22986 T38 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 22986 T38 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 22996 T38 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:28043_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:28043"}
[junit4:junit4]   2> 23008 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23008 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23008 T37 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23008 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23008 T87 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23008 T71 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23498 T106 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 23498 T106 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:11820 collection:collection1 shard:shard1
[junit4:junit4]   2> 23504 T106 oasc.ZkController.register We are http://127.0.0.1:11820/collection1/ and leader is http://127.0.0.1:52335/collection1/
[junit4:junit4]   2> 23504 T106 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:11820
[junit4:junit4]   2> 23505 T106 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 23505 T106 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C3 name=collection1 org.apache.solr.core.SolrCore@1a07ac6c url=http://127.0.0.1:11820/collection1 node=127.0.0.1:11820_ C3_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:11820_, base_url=http://127.0.0.1:11820}
[junit4:junit4]   2> 23506 T110 C3 P11820 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 23507 T110 C3 P11820 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 23507 T106 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23507 T110 C3 P11820 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 23507 T110 C3 P11820 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 23508 T14 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 23509 T14 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 23510 T110 C3 P11820 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 23510 T14 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 23536 T14 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23538 T14 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 23539 T14 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 23540 T14 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24525 T38 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24526 T38 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:11820_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:11820"}
[junit4:junit4]   2> 24542 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24542 T37 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24542 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24542 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24542 T87 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24542 T71 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24542 T14 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25547 T14 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 26550 T14 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C3_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:11820_, base_url=http://127.0.0.1:11820}
[junit4:junit4]   2> 27540 T110 C3 P11820 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52335/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 27540 T110 C3 P11820 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:11820 START replicas=[http://127.0.0.1:52335/collection1/] nUpdates=100
[junit4:junit4]   2> 27541 T110 C3 P11820 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 27541 T110 C3 P11820 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 27541 T110 C3 P11820 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 27541 T110 C3 P11820 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 27541 T110 C3 P11820 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 27542 T110 C3 P11820 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52335/collection1/. core=collection1
[junit4:junit4]   2> 27542 T110 C3 P11820 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 27544 T48 C1 P52335 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 27553 T14 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 27553 T46 C1 P52335 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 27564 T46 C1 P52335 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1/index,segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1/index,segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 27564 T46 C1 P52335 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 27565 T46 C1 P52335 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1
[junit4:junit4]   2> 27566 T46 C1 P52335 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 27566 T46 C1 P52335 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4]   2> 27567 T110 C3 P11820 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 27567 T110 C3 P11820 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 27571 T49 C1 P52335 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 27571 T110 C3 P11820 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 27572 T110 C3 P11820 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 27572 T110 C3 P11820 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 27575 T49 C1 P52335 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1
[junit4:junit4]   2> 27576 T49 C1 P52335 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty1/index
[junit4:junit4]   2> 27576 T49 C1 P52335 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=1 
[junit4:junit4]   2> 27577 T110 C3 P11820 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 27578 T110 C3 P11820 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/index.20130220030612366 forceNew:false
[junit4:junit4]   2> 27578 T110 C3 P11820 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4
[junit4:junit4]   2> 27579 T110 C3 P11820 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/index.20130220030612366 lockFactory=org.apache.lucene.store.NativeFSLockFactory@74b65a68 fullCopy=true
[junit4:junit4]   2> 27583 T49 C1 P52335 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=1 
[junit4:junit4]   2> 27584 T110 C3 P11820 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/index
[junit4:junit4]   2> 27585 T110 C3 P11820 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 27585 T110 C3 P11820 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130220030612366
[junit4:junit4]   2> 27587 T110 C3 P11820 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4
[junit4:junit4]   2> 27587 T110 C3 P11820 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4
[junit4:junit4]   2> 27588 T110 C3 P11820 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/index/ new=./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/index.20130220030612366
[junit4:junit4]   2> 27592 T110 C3 P11820 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/index.20130220030612366,segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 27592 T110 C3 P11820 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 27594 T110 C3 P11820 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4
[junit4:junit4]   2> 27594 T110 C3 P11820 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 27595 T110 C3 P11820 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 27595 T110 C3 P11820 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 27596 T110 C3 P11820 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/index.20130220030612366
[junit4:junit4]   2> 27597 T110 C3 P11820 oasc.Cachin

[...truncated too long message...]

eeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:236)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 172868 T87 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 173913 T105 oasu.PeerSync.handleResponse WARNING PeerSync: core=collection1 url=http://127.0.0.1:11820  couldn't connect to http://127.0.0.1:28043/collection1/, counting as success
[junit4:junit4]   2> 173913 T105 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:11820 DONE. sync succeeded
[junit4:junit4]   2> 173914 T105 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
[junit4:junit4]   2> 173915 T105 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
[junit4:junit4]   2> 173916 T105 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1a07ac6c
[junit4:junit4]   2> 173918 T105 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=11,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=305,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 173918 T105 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 173918 T105 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 173918 T105 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 173919 T105 C3 P11820 oasu.TransactionLog.forceClose SEVERE Error: Forcing close of tlog{file=./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/tlog/tlog.0000000000000000005 refcount=1}
[junit4:junit4]   2> 173922 T105 C3 P11820 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/index.20130220030612366
[junit4:junit4]   2> 173922 T105 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 173926 T105 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/index.20130220030612366
[junit4:junit4]   2> 173926 T105 oasc.CachingDirectoryFactory.close Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/index.20130220030612366
[junit4:junit4]   2> 173926 T105 oash.SnapPuller$2.preClose removing old index files org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@d38d2fc
[junit4:junit4]   2> 173927 T105 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/index.20130220030612366
[junit4:junit4]   2> 173927 T105 oash.SnapPuller$2.postClose removing old index directory org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@d38d2fc
[junit4:junit4]   2> 173928 T105 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4
[junit4:junit4]   2> 173928 T105 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4
[junit4:junit4]   2> 173928 T105 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/index
[junit4:junit4]   2> 173929 T105 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1361304344798/jetty4/index
[junit4:junit4]   2> 173929 T105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 173929 T105 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 173929 T105 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 173930 T105 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:236)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 173930 T105 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {range_facet_l=PostingsFormat(name=MockRandom), text=PostingsFormat(name=MockSep), _version_=MockVariableIntBlock(baseBlockSize=14), rnd_b=Lucene41(blocksize=128), intDefault=MockVariableIntBlock(baseBlockSize=14), id=Lucene41(blocksize=128), timestamp=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=MockRandom), range_facet_sl=Lucene41(blocksize=128), range_facet_si=PostingsFormat(name=MockRandom), other_tl1=MockVariableIntBlock(baseBlockSize=14), multiDefault=PostingsFormat(name=MockRandom), a_si=MockVariableIntBlock(baseBlockSize=14)}, docValues:{}, sim=DefaultSimilarity, locale=sv, timezone=VST
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=4,free=341080192,total=450101248
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestBadConfig, SyncSliceTest]
[junit4:junit4] Completed on J0 in 174.40s, 1 test, 1 failure <<< FAILURES!

[...truncated 748 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1202: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:865: There were test failures: 255 suites, 1055 tests, 1 failure, 22 ignored (4 assumptions)

Total time: 47 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1355 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1355/

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
Test Setup Failure: shard1 should have just been set up to be inconsistent - but it's still consistent. Leader:http://127.0.0.1:53200/xioj/l/collection1skip list:[org.apache.solr.cloud.AbstractFullDistribZkTestBase$CloudJettyRunner@75b18fc, org.apache.solr.cloud.AbstractFullDistribZkTestBase$CloudJettyRunner@4220871]

Stack Trace:
java.lang.AssertionError: Test Setup Failure: shard1 should have just been set up to be inconsistent - but it's still consistent. Leader:http://127.0.0.1:53200/xioj/l/collection1skip list:[org.apache.solr.cloud.AbstractFullDistribZkTestBase$CloudJettyRunner@75b18fc, org.apache.solr.cloud.AbstractFullDistribZkTestBase$CloudJettyRunner@4220871]
	at __randomizedtesting.SeedInfo.seed([B647BCC36CF745DA:37A132DB1BA825E6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:216)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 8768 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T3416 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /xioj/l
[junit4:junit4]   2> 4 T3416 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-SyncSliceTest-1361347349315
[junit4:junit4]   2> 5 T3416 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 6 T3417 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 9 T3417 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 9 T3417 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 9 T3417 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 10 T3417 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 11 T3417 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 107 T3416 oasc.ZkTestServer.run start zk server on port:53187
[junit4:junit4]   2> 107 T3416 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53187 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@10c7f3ab
[junit4:junit4]   2> 108 T3416 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 109 T3422 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53187. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 109 T3422 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53187, initiating session
[junit4:junit4]   2> 109 T3418 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:53188
[junit4:junit4]   2> 110 T3418 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:53188
[junit4:junit4]   2> 110 T3420 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 113 T3420 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf6a00b4a0000 with negotiated timeout 10000 for client /140.211.11.196:53188
[junit4:junit4]   2> 113 T3422 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53187, sessionid = 0x13cf6a00b4a0000, negotiated timeout = 10000
[junit4:junit4]   2> 113 T3423 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10c7f3ab name:ZooKeeperConnection Watcher:127.0.0.1:53187 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 114 T3416 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 114 T3416 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 128 T3421 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cf6a00b4a0000
[junit4:junit4]   2> 129 T3423 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 130 T3418 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:53188 which had sessionid 0x13cf6a00b4a0000
[junit4:junit4]   2> 129 T3416 oaz.ZooKeeper.close Session: 0x13cf6a00b4a0000 closed
[junit4:junit4]   2> 130 T3416 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53187/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@b4ff64d
[junit4:junit4]   2> 131 T3416 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 131 T3424 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53187. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 132 T3424 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53187, initiating session
[junit4:junit4]   2> 132 T3418 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:53189
[junit4:junit4]   2> 132 T3418 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:53189
[junit4:junit4]   2> 134 T3420 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf6a00b4a0001 with negotiated timeout 10000 for client /140.211.11.196:53189
[junit4:junit4]   2> 134 T3424 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53187, sessionid = 0x13cf6a00b4a0001, negotiated timeout = 10000
[junit4:junit4]   2> 134 T3425 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b4ff64d name:ZooKeeperConnection Watcher:127.0.0.1:53187/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 134 T3416 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 135 T3416 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 144 T3416 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 146 T3416 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 148 T3416 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 158 T3416 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 165 T3416 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 177 T3416 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 178 T3416 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 281 T3416 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 282 T3416 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 284 T3416 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 285 T3416 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 295 T3416 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 296 T3416 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 299 T3416 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 299 T3416 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 303 T3416 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 303 T3416 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 306 T3416 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 307 T3416 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 309 T3416 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 310 T3416 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 318 T3421 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cf6a00b4a0001
[junit4:junit4]   2> 319 T3425 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 319 T3418 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:53189 which had sessionid 0x13cf6a00b4a0001
[junit4:junit4]   2> 319 T3416 oaz.ZooKeeper.close Session: 0x13cf6a00b4a0001 closed
[junit4:junit4]   2> 482 T3416 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 486 T3416 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:53190
[junit4:junit4]   2> 487 T3416 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 488 T3416 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 488 T3416 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1361347349629
[junit4:junit4]   2> 489 T3416 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1361347349629/solr.xml
[junit4:junit4]   2> 489 T3416 oasc.CoreContainer.<init> New CoreContainer 1953831624
[junit4:junit4]   2> 490 T3416 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1361347349629/'
[junit4:junit4]   2> 490 T3416 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1361347349629/'
[junit4:junit4]   2> 536 T3416 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 537 T3416 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 537 T3416 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 538 T3416 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 538 T3416 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 539 T3416 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 539 T3416 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 540 T3416 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 540 T3416 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 541 T3416 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 561 T3416 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 579 T3416 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:53187/solr
[junit4:junit4]   2> 579 T3416 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 580 T3416 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53187 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1cd1130a
[junit4:junit4]   2> 581 T3416 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 581 T3435 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53187. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 582 T3435 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53187, initiating session
[junit4:junit4]   2> 582 T3418 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:53191
[junit4:junit4]   2> 583 T3418 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:53191
[junit4:junit4]   2> 585 T3420 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf6a00b4a0002 with negotiated timeout 20000 for client /140.211.11.196:53191
[junit4:junit4]   2> 585 T3435 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53187, sessionid = 0x13cf6a00b4a0002, negotiated timeout = 20000
[junit4:junit4]   2> 585 T3436 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cd1130a name:ZooKeeperConnection Watcher:127.0.0.1:53187 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 585 T3416 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 586 T3421 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cf6a00b4a0002
[junit4:junit4]   2> 597 T3436 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 598 T3418 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:53191 which had sessionid 0x13cf6a00b4a0002
[junit4:junit4]   2> 597 T3416 oaz.ZooKeeper.close Session: 0x13cf6a00b4a0002 closed
[junit4:junit4]   2> 598 T3416 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 609 T3416 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53187/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6f4809f6
[junit4:junit4]   2> 610 T3416 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 610 T3437 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53187. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 610 T3437 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53187, initiating session
[junit4:junit4]   2> 611 T3418 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:53192
[junit4:junit4]   2> 611 T3418 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:53192
[junit4:junit4]   2> 612 T3420 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf6a00b4a0003 with negotiated timeout 20000 for client /140.211.11.196:53192
[junit4:junit4]   2> 612 T3437 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53187, sessionid = 0x13cf6a00b4a0003, negotiated timeout = 20000
[junit4:junit4]   2> 613 T3438 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f4809f6 name:ZooKeeperConnection Watcher:127.0.0.1:53187/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 613 T3416 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 615 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 624 T3416 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 627 T3416 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53190_xioj%2Fl
[junit4:junit4]   2> 628 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:53190_xioj%2Fl Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:53190_xioj%2Fl
[junit4:junit4]   2> 629 T3416 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53190_xioj%2Fl
[junit4:junit4]   2> 638 T3416 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 652 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 653 T3416 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 656 T3416 oasc.Overseer.start Overseer (id=89217259885166595-127.0.0.1:53190_xioj%2Fl-n_0000000000) starting
[junit4:junit4]   2> 657 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 664 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 665 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 672 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 673 T3440 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 674 T3416 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 682 T3416 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 684 T3439 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 688 T3441 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1361347349629/collection1
[junit4:junit4]   2> 689 T3441 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 689 T3441 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 689 T3441 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 690 T3441 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1361347349629/collection1/'
[junit4:junit4]   2> 692 T3441 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-controljetty-1361347349629/collection1/lib/README' to classloader
[junit4:junit4]   2> 692 T3441 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-controljetty-1361347349629/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 738 T3441 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 794 T3441 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 895 T3441 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 900 T3441 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1491 T3441 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1501 T3441 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1505 T3441 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1515 T3441 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1520 T3441 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1523 T3441 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1524 T3441 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1525 T3441 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1361347349629/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1361347349315/control/data/
[junit4:junit4]   2> 1526 T3441 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d762027
[junit4:junit4]   2> 1526 T3441 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1527 T3441 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/control/data forceNew:false
[junit4:junit4]   2> 1528 T3441 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/control/data
[junit4:junit4]   2> 1528 T3441 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1361347349315/control/data/index/
[junit4:junit4]   2> 1529 T3441 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1361347349315/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1530 T3441 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/control/data/index forceNew:false
[junit4:junit4]   2> 1536 T3441 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2d4a00ff; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1536 T3441 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1537 T3441 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/control/data/index
[junit4:junit4]   2> 1539 T3441 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1539 T3441 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1539 T3441 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1540 T3441 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1540 T3441 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1541 T3441 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1541 T3441 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1541 T3441 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1542 T3441 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1548 T3441 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1554 T3441 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/control/data
[junit4:junit4]   2> 1555 T3441 oass.SolrIndexSearcher.<init> Opening Searcher@1df71df7 main
[junit4:junit4]   2> 1556 T3441 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1556 T3441 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1559 T3441 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/control/data
[junit4:junit4]   2> 1560 T3442 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1df71df7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1560 T3441 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1561 T3441 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1561 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2187 T3439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2188 T3439 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53190_xioj%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53190/xioj/l"}
[junit4:junit4]   2> 2188 T3439 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2188 T3439 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2189 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2205 T3438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2574 T3441 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2574 T3441 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53190/xioj/l collection:control_collection shard:shard1
[junit4:junit4]   2> 2575 T3441 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2619 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2636 T3441 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2636 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2676 T3441 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2676 T3441 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2677 T3441 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53190/xioj/l/collection1/
[junit4:junit4]   2> 2677 T3441 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2677 T3441 oasc.SyncStrategy.syncToMe http://127.0.0.1:53190/xioj/l/collection1/ has no replicas
[junit4:junit4]   2> 2677 T3441 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53190/xioj/l/collection1/
[junit4:junit4]   2> 2678 T3441 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2704 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3709 T3439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3734 T3438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3755 T3441 oasc.ZkController.register We are http://127.0.0.1:53190/xioj/l/collection1/ and leader is http://127.0.0.1:53190/xioj/l/collection1/
[junit4:junit4]   2> 3755 T3441 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53190/xioj/l
[junit4:junit4]   2> 3755 T3441 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3755 T3441 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3756 T3441 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3757 T3441 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3758 T3416 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3759 T3416 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3759 T3416 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3774 T3416 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3775 T3416 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53187/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@478810a6
[junit4:junit4]   2> 3776 T3416 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3777 T3443 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53187. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3777 T3443 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53187, initiating session
[junit4:junit4]   2> 3777 T3418 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:53193
[junit4:junit4]   2> 3778 T3418 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:53193
[junit4:junit4]   2> 3779 T3420 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf6a00b4a0004 with negotiated timeout 10000 for client /140.211.11.196:53193
[junit4:junit4]   2> 3779 T3443 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53187, sessionid = 0x13cf6a00b4a0004, negotiated timeout = 10000
[junit4:junit4]   2> 3779 T3444 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@478810a6 name:ZooKeeperConnection Watcher:127.0.0.1:53187/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3779 T3416 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3780 T3416 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3782 T3416 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3947 T3416 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3950 T3416 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:53194
[junit4:junit4]   2> 3951 T3416 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3951 T3416 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3952 T3416 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1361347353092
[junit4:junit4]   2> 3952 T3416 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1361347353092/solr.xml
[junit4:junit4]   2> 3953 T3416 oasc.CoreContainer.<init> New CoreContainer 762788429
[junit4:junit4]   2> 3953 T3416 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1361347353092/'
[junit4:junit4]   2> 3954 T3416 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1361347353092/'
[junit4:junit4]   2> 4000 T3416 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4001 T3416 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4001 T3416 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4001 T3416 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4002 T3416 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4002 T3416 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4003 T3416 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4003 T3416 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4004 T3416 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4004 T3416 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4024 T3416 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4042 T3416 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:53187/solr
[junit4:junit4]   2> 4043 T3416 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4044 T3416 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53187 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@62cc540b
[junit4:junit4]   2> 4045 T3416 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4045 T3454 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53187. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4046 T3454 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53187, initiating session
[junit4:junit4]   2> 4046 T3418 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:53195
[junit4:junit4]   2> 4046 T3418 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:53195
[junit4:junit4]   2> 4048 T3420 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf6a00b4a0005 with negotiated timeout 20000 for client /140.211.11.196:53195
[junit4:junit4]   2> 4048 T3454 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53187, sessionid = 0x13cf6a00b4a0005, negotiated timeout = 20000
[junit4:junit4]   2> 4049 T3455 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62cc540b name:ZooKeeperConnection Watcher:127.0.0.1:53187 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4049 T3416 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4050 T3421 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cf6a00b4a0005
[junit4:junit4]   2> 4061 T3455 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4062 T3418 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:53195 which had sessionid 0x13cf6a00b4a0005
[junit4:junit4]   2> 4061 T3416 oaz.ZooKeeper.close Session: 0x13cf6a00b4a0005 closed
[junit4:junit4]   2> 4062 T3416 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4073 T3416 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53187/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1a7600bb
[junit4:junit4]   2> 4074 T3416 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4074 T3456 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53187. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4075 T3456 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53187, initiating session
[junit4:junit4]   2> 4075 T3418 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:53196
[junit4:junit4]   2> 4075 T3418 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:53196
[junit4:junit4]   2> 4076 T3420 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf6a00b4a0006 with negotiated timeout 20000 for client /140.211.11.196:53196
[junit4:junit4]   2> 4076 T3456 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53187, sessionid = 0x13cf6a00b4a0006, negotiated timeout = 20000
[junit4:junit4]   2> 4077 T3457 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a7600bb name:ZooKeeperConnection Watcher:127.0.0.1:53187/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4077 T3416 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4078 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4079 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4088 T3416 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5090 T3416 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53194_xioj%2Fl
[junit4:junit4]   2> 5091 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:53194_xioj%2Fl Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:53194_xioj%2Fl
[junit4:junit4]   2> 5092 T3416 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53194_xioj%2Fl
[junit4:junit4]   2> 5094 T3438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5095 T3444 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5095 T3457 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5106 T3438 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5112 T3458 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1361347353092/collection1
[junit4:junit4]   2> 5112 T3458 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5113 T3458 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5113 T3458 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5114 T3458 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1361347353092/collection1/'
[junit4:junit4]   2> 5115 T3458 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty1-1361347353092/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5116 T3458 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty1-1361347353092/collection1/lib/README' to classloader
[junit4:junit4]   2> 5161 T3458 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 5215 T3458 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5245 T3439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5246 T3439 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53190_xioj%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53190/xioj/l"}
[junit4:junit4]   2> 5260 T3444 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5260 T3438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5316 T3458 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5316 T3457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5322 T3458 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5914 T3458 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5925 T3458 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5929 T3458 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5940 T3458 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5944 T3458 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5948 T3458 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5949 T3458 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5950 T3458 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1361347353092/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/
[junit4:junit4]   2> 5951 T3458 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d762027
[junit4:junit4]   2> 5951 T3458 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 5952 T3458 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1 forceNew:false
[junit4:junit4]   2> 5953 T3458 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1
[junit4:junit4]   2> 5953 T3458 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index/
[junit4:junit4]   2> 5954 T3458 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5955 T3458 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index forceNew:false
[junit4:junit4]   2> 5961 T3458 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@bebc341; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5961 T3458 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5962 T3458 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index
[junit4:junit4]   2> 5964 T3458 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5964 T3458 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5965 T3458 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5966 T3458 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5966 T3458 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5966 T3458 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5967 T3458 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5967 T3458 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5968 T3458 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5975 T3458 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5981 T3458 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1
[junit4:junit4]   2> 5982 T3458 oass.SolrIndexSearcher.<init> Opening Searcher@1cbf348c main
[junit4:junit4]   2> 5983 T3458 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5983 T3458 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5988 T3459 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1cbf348c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5989 T3458 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5990 T3458 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6764 T3439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6765 T3439 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53194_xioj%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53194/xioj/l"}
[junit4:junit4]   2> 6765 T3439 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6765 T3439 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6776 T3444 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6776 T3457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6776 T3438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6992 T3458 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6992 T3458 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53194/xioj/l collection:collection1 shard:shard1
[junit4:junit4]   2> 6993 T3458 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7019 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7026 T3458 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7027 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7037 T3458 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7038 T3458 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7038 T3458 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53194/xioj/l/collection1/
[junit4:junit4]   2> 7038 T3458 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7038 T3458 oasc.SyncStrategy.syncToMe http://127.0.0.1:53194/xioj/l/collection1/ has no replicas
[junit4:junit4]   2> 7039 T3458 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53194/xioj/l/collection1/
[junit4:junit4]   2> 7039 T3458 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7053 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8280 T3439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8323 T3457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8323 T3438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8323 T3444 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8339 T3458 oasc.ZkController.register We are http://127.0.0.1:53194/xioj/l/collection1/ and leader is http://127.0.0.1:53194/xioj/l/collection1/
[junit4:junit4]   2> 8339 T3458 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53194/xioj/l
[junit4:junit4]   2> 8339 T3458 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8339 T3458 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8340 T3458 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8341 T3458 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8342 T3416 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8343 T3416 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8343 T3416 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8554 T3416 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8558 T3416 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:53200
[junit4:junit4]   2> 8558 T3416 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8559 T3416 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8559 T3416 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1361347357670
[junit4:junit4]   2> 8560 T3416 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1361347357670/solr.xml
[junit4:junit4]   2> 8560 T3416 oasc.CoreContainer.<init> New CoreContainer 493513494
[junit4:junit4]   2> 8561 T3416 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1361347357670/'
[junit4:junit4]   2> 8561 T3416 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1361347357670/'
[junit4:junit4]   2> 8617 T3416 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8617 T3416 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8618 T3416 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8618 T3416 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8619 T3416 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8619 T3416 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8619 T3416 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8620 T3416 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8620 T3416 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8621 T3416 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8645 T3416 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8666 T3416 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:53187/solr
[junit4:junit4]   2> 8666 T3416 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8667 T3416 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53187 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@35b4548f
[junit4:junit4]   2> 8668 T3416 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8668 T3469 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53187. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8669 T3469 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53187, initiating session
[junit4:junit4]   2> 8669 T3418 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:53201
[junit4:junit4]   2> 8670 T3418 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:53201
[junit4:junit4]   2> 8672 T3420 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf6a00b4a0007 with negotiated timeout 20000 for client /140.211.11.196:53201
[junit4:junit4]   2> 8672 T3469 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53187, sessionid = 0x13cf6a00b4a0007, negotiated timeout = 20000
[junit4:junit4]   2> 8673 T3470 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@35b4548f name:ZooKeeperConnection Watcher:127.0.0.1:53187 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8673 T3416 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8674 T3421 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cf6a00b4a0007
[junit4:junit4]   2> 8675 T3470 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8675 T3418 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:53201 which had sessionid 0x13cf6a00b4a0007
[junit4:junit4]   2> 8675 T3416 oaz.ZooKeeper.close Session: 0x13cf6a00b4a0007 closed
[junit4:junit4]   2> 8682 T3416 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8693 T3416 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53187/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@64d7a649
[junit4:junit4]   2> 8694 T3416 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8694 T3471 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53187. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8695 T3471 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53187, initiating session
[junit4:junit4]   2> 8695 T3418 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:53202
[junit4:junit4]   2> 8695 T3418 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:53202
[junit4:junit4]   2> 8696 T3420 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf6a00b4a0008 with negotiated timeout 20000 for client /140.211.11.196:53202
[junit4:junit4]   2> 8697 T3471 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53187, sessionid = 0x13cf6a00b4a0008, negotiated timeout = 20000
[junit4:junit4]   2> 8697 T3472 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64d7a649 name:ZooKeeperConnection Watcher:127.0.0.1:53187/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8697 T3416 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8698 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8699 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8708 T3416 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9710 T3416 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53200_xioj%2Fl
[junit4:junit4]   2> 9711 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a0008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:53200_xioj%2Fl Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:53200_xioj%2Fl
[junit4:junit4]   2> 10580 T3416 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53200_xioj%2Fl
[junit4:junit4]   2> 10581 T3439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10581 T3439 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53194_xioj%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53194/xioj/l"}
[junit4:junit4]   2> 10583 T3444 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10583 T3438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10596 T3472 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10596 T3457 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10596 T3457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10603 T3444 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10611 T3444 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10611 T3472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10611 T3457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10615 T3438 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10615 T3438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10618 T3473 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1361347357670/collection1
[junit4:junit4]   2> 10618 T3473 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10618 T3473 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10619 T3473 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10620 T3473 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1361347357670/collection1/'
[junit4:junit4]   2> 10620 T3473 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty2-1361347357670/collection1/lib/README' to classloader
[junit4:junit4]   2> 10621 T3473 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty2-1361347357670/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10654 T3473 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 10693 T3473 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10794 T3473 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10798 T3473 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11205 T3473 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11212 T3473 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11215 T3473 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11224 T3473 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11228 T3473 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11231 T3473 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11231 T3473 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11232 T3473 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1361347357670/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2/
[junit4:junit4]   2> 11233 T3473 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d762027
[junit4:junit4]   2> 11233 T3473 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 11234 T3473 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2 forceNew:false
[junit4:junit4]   2> 11234 T3473 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2
[junit4:junit4]   2> 11234 T3473 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2/index/
[junit4:junit4]   2> 11235 T3473 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11235 T3473 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2/index forceNew:false
[junit4:junit4]   2> 11265 T3473 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7cf2a936; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11265 T3473 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11265 T3473 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2/index
[junit4:junit4]   2> 11267 T3473 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11267 T3473 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11267 T3473 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11268 T3473 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11268 T3473 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11268 T3473 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11269 T3473 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11269 T3473 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11269 T3473 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11274 T3473 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11278 T3473 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2
[junit4:junit4]   2> 11279 T3473 oass.SolrIndexSearcher.<init> Opening Searcher@550371aa main
[junit4:junit4]   2> 11280 T3473 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11280 T3473 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11283 T3474 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@550371aa main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11285 T3473 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 11285 T3473 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12116 T3439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12117 T3439 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53200_xioj%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53200/xioj/l"}
[junit4:junit4]   2> 12117 T3439 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 12117 T3439 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 12132 T3457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12132 T3472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12132 T3444 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12132 T3438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12287 T3473 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12287 T3473 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53200/xioj/l collection:collection1 shard:shard1
[junit4:junit4]   2> 12290 T3473 oasc.ZkController.register We are http://127.0.0.1:53200/xioj/l/collection1/ and leader is http://127.0.0.1:53194/xioj/l/collection1/
[junit4:junit4]   2> 12290 T3473 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53200/xioj/l
[junit4:junit4]   2> 12290 T3473 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12290 T3473 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C254 name=collection1 org.apache.solr.core.SolrCore@3b781fe1 url=http://127.0.0.1:53200/xioj/l/collection1 node=127.0.0.1:53200_xioj%2Fl C254_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:53200_xioj%2Fl, base_url=http://127.0.0.1:53200/xioj/l}
[junit4:junit4]   2> 12291 T3475 C254 P53200 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12291 T3473 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12291 T3475 C254 P53200 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12292 T3475 C254 P53200 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 12292 T3475 C254 P53200 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12292 T3416 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 12292 T3416 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12293 T3416 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12293 T3475 C254 P53200 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12434 T3416 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12436 T3416 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:53205
[junit4:junit4]   2> 12437 T3416 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12438 T3416 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12438 T3416 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1361347361617
[junit4:junit4]   2> 12439 T3416 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1361347361617/solr.xml
[junit4:junit4]   2> 12439 T3416 oasc.CoreContainer.<init> New CoreContainer 434163547
[junit4:junit4]   2> 12440 T3416 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1361347361617/'
[junit4:junit4]   2> 12440 T3416 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1361347361617/'
[junit4:junit4]   2> 12489 T3416 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 12490 T3416 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12491 T3416 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12491 T3416 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12491 T3416 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12492 T3416 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12492 T3416 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12493 T3416 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12493 T3416 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12494 T3416 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12514 T3416 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12532 T3416 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:53187/solr
[junit4:junit4]   2> 12533 T3416 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12534 T3416 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53187 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@55173c5b
[junit4:junit4]   2> 12535 T3416 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12535 T3485 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53187. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 12536 T3485 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53187, initiating session
[junit4:junit4]   2> 12536 T3418 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:53206
[junit4:junit4]   2> 12537 T3418 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:53206
[junit4:junit4]   2> 12539 T3420 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf6a00b4a0009 with negotiated timeout 20000 for client /140.211.11.196:53206
[junit4:junit4]   2> 12539 T3485 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53187, sessionid = 0x13cf6a00b4a0009, negotiated timeout = 20000
[junit4:junit4]   2> 12539 T3486 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@55173c5b name:ZooKeeperConnection Watcher:127.0.0.1:53187 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12540 T3416 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12541 T3421 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cf6a00b4a0009
[junit4:junit4]   2> 12584 T3486 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12584 T3418 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:53206 which had sessionid 0x13cf6a00b4a0009
[junit4:junit4]   2> 12584 T3416 oaz.ZooKeeper.close Session: 0x13cf6a00b4a0009 closed
[junit4:junit4]   2> 12585 T3416 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12596 T3416 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53187/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1f57c6e6
[junit4:junit4]   2> 12597 T3416 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12597 T3487 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53187. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 12598 T3487 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53187, initiating session
[junit4:junit4]   2> 12598 T3418 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:53207
[junit4:junit4]   2> 12598 T3418 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:53207
[junit4:junit4]   2> 12612 T3420 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf6a00b4a000a with negotiated timeout 20000 for client /140.211.11.196:53207
[junit4:junit4]   2> 12612 T3487 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53187, sessionid = 0x13cf6a00b4a000a, negotiated timeout = 20000
[junit4:junit4]   2> 12612 T3488 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f57c6e6 name:ZooKeeperConnection Watcher:127.0.0.1:53187/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12613 T3416 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12613 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a000a type:create cxid:0x1 zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12654 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a000a type:create cxid:0x2 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12676 T3416 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13635 T3439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13636 T3439 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53200_xioj%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53200/xioj/l"}
[junit4:junit4]   2> 13649 T3457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13649 T3444 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13649 T3488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13649 T3472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13649 T3438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13679 T3416 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53205_xioj%2Fl
[junit4:junit4]   2> 13680 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a000a type:delete cxid:0xb zxid:0x86 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:53205_xioj%2Fl Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:53205_xioj%2Fl
[junit4:junit4]   2> 13681 T3416 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53205_xioj%2Fl
[junit4:junit4]   2> 13692 T3444 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13692 T3438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13692 T3488 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13693 T3457 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13693 T3472 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13693 T3488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13693 T3457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13693 T3472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13694 T3438 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13700 T3444 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13706 T3489 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1361347361617/collection1
[junit4:junit4]   2> 13706 T3489 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13707 T3489 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13707 T3489 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13708 T3489 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1361347361617/collection1/'
[junit4:junit4]   2> 13709 T3489 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty3-1361347361617/collection1/lib/README' to classloader
[junit4:junit4]   2> 13710 T3489 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty3-1361347361617/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13758 T3489 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 13819 T3489 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13920 T3489 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13926 T3489 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14571 T3489 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14582 T3489 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14586 T3489 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14597 T3489 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14602 T3489 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14606 T3489 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14613 T3489 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14614 T3489 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1361347361617/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3/
[junit4:junit4]   2> 14614 T3489 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d762027
[junit4:junit4]   2> 14615 T3489 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 14616 T3489 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3 forceNew:false
[junit4:junit4]   2> 14617 T3489 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3
[junit4:junit4]   2> 14617 T3489 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3/index/
[junit4:junit4]   2> 14618 T3489 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14619 T3489 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3/index forceNew:false
[junit4:junit4]   2> 14652 T3489 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@12d8c691; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14652 T3489 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14653 T3489 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3/index
[junit4:junit4]   2> 14655 T3489 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14656 T3489 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14656 T3489 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14657 T3489 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14657 T3489 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14658 T3489 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14658 T3489 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14659 T3489 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14659 T3489 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14666 T3489 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14672 T3489 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3
[junit4:junit4]   2> 14674 T3489 oass.SolrIndexSearcher.<init> Opening Searcher@3bcfac98 main
[junit4:junit4]   2> 14675 T3489 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14675 T3489 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14679 T3490 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3bcfac98 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14680 T3489 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14681 T3489 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15154 T3439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15155 T3439 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53205_xioj%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53205/xioj/l"}
[junit4:junit4]   2> 15155 T3439 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 15155 T3439 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15170 T3488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15170 T3472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15170 T3457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15170 T3444 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15170 T3438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15683 T3489 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15683 T3489 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53205/xioj/l collection:collection1 shard:shard1
[junit4:junit4]   2> 15686 T3489 oasc.ZkController.register We are http://127.0.0.1:53205/xioj/l/collection1/ and leader is http://127.0.0.1:53194/xioj/l/collection1/
[junit4:junit4]   2> 15686 T3489 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53205/xioj/l
[junit4:junit4]   2> 15686 T3489 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15686 T3489 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C255 name=collection1 org.apache.solr.core.SolrCore@26bb0e64 url=http://127.0.0.1:53205/xioj/l/collection1 node=127.0.0.1:53205_xioj%2Fl C255_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:53205_xioj%2Fl, base_url=http://127.0.0.1:53205/xioj/l}
[junit4:junit4]   2> 15688 T3491 C255 P53205 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15688 T3489 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15688 T3491 C255 P53205 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15689 T3491 C255 P53205 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15689 T3491 C255 P53205 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15689 T3416 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 15690 T3416 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15690 T3491 C255 P53205 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15690 T3416 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15873 T3416 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 15876 T3416 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:28083
[junit4:junit4]   2> 15877 T3416 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 15877 T3416 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 15878 T3416 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1361347365020
[junit4:junit4]   2> 15878 T3416 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1361347365020/solr.xml
[junit4:junit4]   2> 15879 T3416 oasc.CoreContainer.<init> New CoreContainer 1347016158
[junit4:junit4]   2> 15879 T3416 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1361347365020/'
[junit4:junit4]   2> 15880 T3416 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1361347365020/'
[junit4:junit4]   2> 15926 T3416 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 15926 T3416 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 15927 T3416 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 15927 T3416 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 15928 T3416 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 15928 T3416 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 15929 T3416 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 15929 T3416 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 15930 T3416 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 15930 T3416 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 15948 T3416 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 15966 T3416 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:53187/solr
[junit4:junit4]   2> 15967 T3416 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 15967 T3416 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53187 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@21a3d24
[junit4:junit4]   2> 15968 T3416 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15968 T3501 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53187. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 15969 T3501 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53187, initiating session
[junit4:junit4]   2> 15970 T3418 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:34762
[junit4:junit4]   2> 15970 T3418 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:34762
[junit4:junit4]   2> 15972 T3420 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf6a00b4a000b with negotiated timeout 20000 for client /140.211.11.196:34762
[junit4:junit4]   2> 15972 T3501 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53187, sessionid = 0x13cf6a00b4a000b, negotiated timeout = 20000
[junit4:junit4]   2> 15972 T3502 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21a3d24 name:ZooKeeperConnection Watcher:127.0.0.1:53187 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15972 T3416 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15973 T3421 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cf6a00b4a000b
[junit4:junit4]   2> 15974 T3502 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 15974 T3418 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:34762 which had sessionid 0x13cf6a00b4a000b
[junit4:junit4]   2> 15974 T3416 oaz.ZooKeeper.close Session: 0x13cf6a00b4a000b closed
[junit4:junit4]   2> 15975 T3416 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 15984 T3416 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53187/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@b13c17
[junit4:junit4]   2> 15985 T3416 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15985 T3503 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53187. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 15986 T3503 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53187, initiating session
[junit4:junit4]   2> 15986 T3418 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:51807
[junit4:junit4]   2> 15986 T3418 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:51807
[junit4:junit4]   2> 15988 T3420 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cf6a00b4a000c with negotiated timeout 20000 for client /140.211.11.196:51807
[junit4:junit4]   2> 15988 T3503 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53187, sessionid = 0x13cf6a00b4a000c, negotiated timeout = 20000
[junit4:junit4]   2> 15988 T3504 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b13c17 name:ZooKeeperConnection Watcher:127.0.0.1:53187/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15988 T3416 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15989 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a000c type:create cxid:0x1 zxid:0x93 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15990 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a000c type:create cxid:0x2 zxid:0x94 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15999 T3416 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2>  C254_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53200_xioj%2Fl, base_url=http://127.0.0.1:53200/xioj/l}
[junit4:junit4]   2> 16312 T3475 C254 P53200 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53194/xioj/l/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 16312 T3475 C254 P53200 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:53200/xioj/l START replicas=[http://127.0.0.1:53194/xioj/l/collection1/] nUpdates=100
[junit4:junit4]   2> 16329 T3475 C254 P53200 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 16330 T3475 C254 P53200 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 16330 T3475 C254 P53200 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 16330 T3475 C254 P53200 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 16330 T3475 C254 P53200 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 16331 T3475 C254 P53200 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53194/xioj/l/collection1/. core=collection1
[junit4:junit4]   2> 16331 T3475 C254 P53200 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C256 name=collection1 org.apache.solr.core.SolrCore@5c72a676 url=http://127.0.0.1:53194/xioj/l/collection1 node=127.0.0.1:53194_xioj%2Fl C256_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53194_xioj%2Fl, base_url=http://127.0.0.1:53194/xioj/l, leader=true}
[junit4:junit4]   2> 16336 T3449 C256 P53194 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 16340 T3450 C256 P53194 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16341 T3450 C256 P53194 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1
[junit4:junit4]   2> 16345 T3450 C256 P53194 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@bebc341; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16345 T3450 C256 P53194 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16350 T3450 C256 P53194 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@bebc341; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@bebc341; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16350 T3450 C256 P53194 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16351 T3450 C256 P53194 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1
[junit4:junit4]   2> 16352 T3450 C256 P53194 oass.SolrIndexSearcher.<init> Opening Searcher@6b0286f realtime
[junit4:junit4]   2> 16352 T3450 C256 P53194 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16352 T3450 C256 P53194 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4]   2> 16353 T3475 C254 P53200 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 16353 T3475 C254 P53200 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 16355 T3451 C256 P53194 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 16355 T3451 C256 P53194 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16356 T3475 C254 P53200 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 16356 T3475 C254 P53200 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 16356 T3475 C254 P53200 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 16359 T3451 C256 P53194 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1
[junit4:junit4]   2> 16360 T3451 C256 P53194 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index
[junit4:junit4]   2> 16360 T3451 C256 P53194 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16361 T3475 C254 P53200 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 16362 T3475 C254 P53200 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2/index.20130220020245671 forceNew:false
[junit4:junit4]   2> 16362 T3475 C254 P53200 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2
[junit4:junit4]   2> 16363 T3475 C254 P53200 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2/index.20130220020245671 lockFactory=org.apache.lucene.store.NativeFSLockFactory@541f0140; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=true
[junit4:junit4]   2> 16366 T3451 C256 P53194 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 16367 T3475 C254 P53200 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2/index
[junit4:junit4]   2> 16368 T3475 C254 P53200 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 16368 T3475 C254 P53200 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130220020245671
[junit4:junit4]   2> 16369 T3475 C254 P53200 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2
[junit4:junit4]   2> 16370 T3475 C254 P53200 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2
[junit4:junit4]   2> 16370 T3475 C254 P53200 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2/index/ new=./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2/index.20130220020245671
[junit4:junit4]   2> 16373 T3475 C254 P53200 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2/index.20130220020245671 lockFactory=org.apache.lucene.store.NativeFSLockFactory@541f0140; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16374 T3475 C254 P53200 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16375 T3475 C254 P53200 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2
[junit4:junit4]   2> 16375 T3475 C254 P53200 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 16375 T3475 C254 P53200 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 16375 T3475 C254 P53200 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 16376 T3475 C254 P53200 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2/index.20130220020245671
[junit4:junit4]   2> 16377 T3475 C254 P53200 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2
[junit4:junit4]   2> 16380 T3475 C254 P53200 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2/index.20130220020245671 lockFactory=org.apache.lucene.store.NativeFSLockFactory@541f0140; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16380 T3475 C254 P53200 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16380 T3475 C254 P53200 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 16381 T3475 C254 P53200 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2
[junit4:junit4]   2> 16381 T3475 C254 P53200 oass.SolrIndexSearcher.<init> Opening Searcher@49fa3ce7 main
[junit4:junit4]   2> 16382 T3474 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@49fa3ce7 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 16383 T3474 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2/index
[junit4:junit4]   2> 16383 T3475 C254 P53200 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16386 T3475 C254 P53200 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2/index.20130220020245671 lockFactory=org.apache.lucene.store.NativeFSLockFactory@541f0140; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2/index.20130220020245671 lockFactory=org.apache.lucene.store.NativeFSLockFactory@541f0140; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 16387 T3475 C254 P53200 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 16388 T3475 C254 P53200 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2
[junit4:junit4]   2> 16388 T3475 C254 P53200 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16388 T3475 C254 P53200 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2/index.20130220020245671
[junit4:junit4]   2> 16388 T3475 C254 P53200 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty2/index
[junit4:junit4]   2> 16389 T3475 C254 P53200 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 16389 T3475 C254 P53200 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 16389 T3475 C254 P53200 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 16389 T3475 C254 P53200 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16396 T3475 C254 P53200 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 16675 T3439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16676 T3439 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53205_xioj%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53205/xioj/l"}
[junit4:junit4]   2> 16680 T3439 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53200_xioj%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53200/xioj/l"}
[junit4:junit4]   2> 16697 T3438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16697 T3488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16697 T3457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16697 T3504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16697 T3472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16697 T3444 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17002 T3416 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:28083_xioj%2Fl
[junit4:junit4]   2> 17003 T3421 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cf6a00b4a000c type:delete cxid:0xb zxid:0x9d txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:28083_xioj%2Fl Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:28083_xioj%2Fl
[junit4:junit4]   2> 17004 T3416 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:28083_xioj%2Fl
[junit4:junit4]   2> 17017 T3444 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17017 T3438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17018 T3488 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17018 T3457 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17018 T3504 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17017 T3472 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17018 T3457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17018 T3472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17019 T3444 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17018 T3488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17018 T3504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17020 T3438 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17030 T3507 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1361347365020/collection1
[junit4:junit4]   2> 17031 T3507 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 17031 T3507 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 17031 T3507 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 17033 T3507 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1361347365020/collection1/'
[junit4:junit4]   2> 17034 T3507 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty4-1361347365020/collection1/lib/README' to classloader
[junit4:junit4]   2> 17035 T3507 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty4-1361347365020/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 17111 T3507 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 17166 T3507 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17266 T3507 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17272 T3507 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17877 T3507 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17888 T3507 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17893 T3507 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17906 T3507 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17910 T3507 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17914 T3507 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17915 T3507 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17917 T3507 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1361347365020/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/
[junit4:junit4]   2> 17917 T3507 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d762027
[junit4:junit4]   2> 17917 T3507 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 17918 T3507 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4 forceNew:false
[junit4:junit4]   2> 17919 T3507 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4
[junit4:junit4]   2> 17919 T3507 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index/
[junit4:junit4]   2> 17920 T3507 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17921 T3507 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index forceNew:false
[junit4:junit4]   2> 17934 T3507 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f4d7d1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17935 T3507 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17936 T3507 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index
[junit4:junit4]   2> 17938 T3507 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17938 T3507 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17939 T3507 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17939 T3507 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17940 T3507 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17940 T3507 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17940 T3507 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17941 T3507 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17942 T3507 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17949 T3507 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17955 T3507 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4
[junit4:junit4]   2> 17957 T3507 oass.SolrIndexSearcher.<init> Opening Searcher@621303b4 main
[junit4:junit4]   2> 17958 T3507 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17958 T3507 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17963 T3508 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@621303b4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17964 T3507 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 17965 T3507 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18203 T3439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18204 T3439 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:28083_xioj%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:28083/xioj/l"}
[junit4:junit4]   2> 18204 T3439 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 18204 T3439 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 18223 T3488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18223 T3504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18223 T3438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18223 T3444 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18223 T3457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18223 T3472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2>  C255_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53205_xioj%2Fl, base_url=http://127.0.0.1:53205/xioj/l}
[junit4:junit4]   2> 18713 T3491 C255 P53205 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53194/xioj/l/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18713 T3491 C255 P53205 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:53205/xioj/l START replicas=[http://127.0.0.1:53194/xioj/l/collection1/] nUpdates=100
[junit4:junit4]   2> 18714 T3491 C255 P53205 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18714 T3491 C255 P53205 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18714 T3491 C255 P53205 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18714 T3491 C255 P53205 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18714 T3491 C255 P53205 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18715 T3491 C255 P53205 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53194/xioj/l/collection1/. core=collection1
[junit4:junit4]   2> 18715 T3491 C255 P53205 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18716 T3449 C256 P53194 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18730 T3452 C256 P53194 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18736 T3452 C256 P53194 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@bebc341; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@bebc341; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18737 T3452 C256 P53194 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18737 T3452 C256 P53194 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1
[junit4:junit4]   2> 18738 T3452 C256 P53194 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18738 T3452 C256 P53194 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 18739 T3491 C255 P53205 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18739 T3491 C255 P53205 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18741 T3451 C256 P53194 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18742 T3491 C255 P53205 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 18742 T3491 C255 P53205 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18742 T3491 C255 P53205 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18744 T3451 C256 P53194 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1
[junit4:junit4]   2> 18745 T3451 C256 P53194 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index
[junit4:junit4]   2> 18745 T3451 C256 P53194 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18746 T3491 C255 P53205 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18747 T3491 C255 P53205 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3/index.20130220020248056 forceNew:false
[junit4:junit4]   2> 18747 T3491 C255 P53205 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3
[junit4:junit4]   2> 18748 T3491 C255 P53205 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3/index.20130220020248056 lockFactory=org.apache.lucene.store.NativeFSLockFactory@45e29095; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=true
[junit4:junit4]   2> 18751 T3451 C256 P53194 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 18752 T3491 C255 P53205 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3/index
[junit4:junit4]   2> 18752 T3491 C255 P53205 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18753 T3491 C255 P53205 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130220020248056
[junit4:junit4]   2> 18754 T3491 C255 P53205 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3
[junit4:junit4]   2> 18755 T3491 C255 P53205 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3
[junit4:junit4]   2> 18755 T3491 C255 P53205 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3/index/ new=./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3/index.20130220020248056
[junit4:junit4]   2> 18759 T3491 C255 P53205 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3/index.20130220020248056 lockFactory=org.apache.lucene.store.NativeFSLockFactory@45e29095; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18759 T3491 C255 P53205 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18760 T3491 C255 P53205 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3
[junit4:junit4]   2> 18760 T3491 C255 P53205 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18760 T3491 C255 P53205 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18761 T3491 C255 P53205 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 18761 T3491 C255 P53205 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3/index.20130220020248056
[junit4:junit4]   2> 18762 T3491 C255 P53205 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3
[junit4:junit4]   2> 18765 T3491 C255 P53205 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3/index.20130220020248056 lockFactory=org.apache.lucene.store.NativeFSLockFactory@45e29095; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18766 T3491 C255 P53205 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18766 T3491 C255 P53205 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18766 T3491 C255 P53205 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3
[junit4:junit4]   2> 18767 T3491 C255 P53205 oass.SolrIndexSearcher.<init> Opening Searcher@315936fa main
[junit4:junit4]   2> 18768 T3490 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@315936fa main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 18768 T3490 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3/index
[junit4:junit4]   2> 18768 T3491 C255 P53205 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18772 T3491 C255 P53205 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3/index.20130220020248056 lockFactory=org.apache.lucene.store.NativeFSLockFactory@45e29095; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3/index.20130220020248056 lockFactory=org.apache.lucene.store.NativeFSLockFactory@45e29095; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 18772 T3491 C255 P53205 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 18773 T3491 C255 P53205 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3
[junit4:junit4]   2> 18774 T3491 C255 P53205 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18774 T3491 C255 P53205 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3/index.20130220020248056
[junit4:junit4]   2> 18774 T3491 C255 P53205 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty3/index
[junit4:junit4]   2> 18774 T3491 C255 P53205 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18774 T3491 C255 P53205 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18775 T3491 C255 P53205 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18775 T3491 C255 P53205 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18781 T3491 C255 P53205 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 18967 T3507 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 18967 T3507 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:28083/xioj/l collection:collection1 shard:shard1
[junit4:junit4]   2> 18970 T3507 oasc.ZkController.register We are http://127.0.0.1:28083/xioj/l/collection1/ and leader is http://127.0.0.1:53194/xioj/l/collection1/
[junit4:junit4]   2> 18970 T3507 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:28083/xioj/l
[junit4:junit4]   2> 18970 T3507 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 18970 T3507 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C257 name=collection1 org.apache.solr.core.SolrCore@2c717166 url=http://127.0.0.1:28083/xioj/l/collection1 node=127.0.0.1:28083_xioj%2Fl C257_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:28083_xioj%2Fl, base_url=http://127.0.0.1:28083/xioj/l}
[junit4:junit4]   2> 18971 T3511 C257 P28083 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 18972 T3507 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18972 T3511 C257 P28083 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 18972 T3511 C257 P28083 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 18972 T3511 C257 P28083 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18972 T3416 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 18973 T3416 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 18973 T3416 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18974 T3511 C257 P28083 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18988 T3416 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18989 T3416 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 18989 T3416 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 18989 T3416 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19727 T3439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19728 T3439 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53205_xioj%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53205/xioj/l"}
[junit4:junit4]   2> 19757 T3439 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:28083_xioj%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:28083/xioj/l"}
[junit4:junit4]   2> 19770 T3438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19770 T3488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19770 T3504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19770 T3472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19770 T3457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19770 T3444 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19991 T3416 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20993 T3416 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C257_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:28083_xioj%2Fl, base_url=http://127.0.0.1:28083/xioj/l}
[junit4:junit4]   2> 21991 T3511 C257 P28083 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53194/xioj/l/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 21991 T3511 C257 P28083 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:28083/xioj/l START replicas=[http://127.0.0.1:53194/xioj/l/collection1/] nUpdates=100
[junit4:junit4]   2> 21992 T3511 C257 P28083 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 21992 T3511 C257 P28083 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 21992 T3511 C257 P28083 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 21993 T3511 C257 P28083 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 21993 T3511 C257 P28083 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 21993 T3511 C257 P28083 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53194/xioj/l/collection1/. core=collection1
[junit4:junit4]   2> 21993 T3511 C257 P28083 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21994 T3449 C256 P53194 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21995 T3416 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22003 T3447 C256 P53194 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 22008 T3447 C256 P53194 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@bebc341; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@bebc341; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@bebc341; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 22008 T3447 C256 P53194 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 22009 T3447 C256 P53194 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1
[junit4:junit4]   2> 22009 T3447 C256 P53194 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22010 T3447 C256 P53194 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 22011 T3511 C257 P28083 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 22011 T3511 C257 P28083 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 22013 T3451 C256 P53194 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 22014 T3511 C257 P28083 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 22014 T3511 C257 P28083 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 22014 T3511 C257 P28083 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 22017 T3451 C256 P53194 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1
[junit4:junit4]   2> 22018 T3451 C256 P53194 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index
[junit4:junit4]   2> 22018 T3451 C256 P53194 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=1 
[junit4:junit4]   2> 22019 T3511 C257 P28083 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 22020 T3511 C257 P28083 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index.20130220020251329 forceNew:false
[junit4:junit4]   2> 22020 T3511 C257 P28083 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4
[junit4:junit4]   2> 22021 T3511 C257 P28083 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index.20130220020251329 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d81dd3c; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=true
[junit4:junit4]   2> 22024 T3451 C256 P53194 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 22025 T3511 C257 P28083 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index
[junit4:junit4]   2> 22026 T3511 C257 P28083 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 22026 T3511 C257 P28083 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130220020251329
[junit4:junit4]   2> 22027 T3511 C257 P28083 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4
[junit4:junit4]   2> 22028 T3511 C257 P28083 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4
[junit4:junit4]   2> 22028 T3511 C257 P28083 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index/ new=./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index.20130220020251329
[junit4:junit4]   2> 22032 T3511 C257 P28083 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index.20130220020251329 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d81dd3c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 22032 T3511 C257 P28083 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 22033 T3511 C257 P28083 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4
[junit4:junit4]   2> 22033 T3511 C257 P28083 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 22033 T3511 C257 P28083 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 22034 T3511 C257 P28083 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 22034 T3511 C257 P28083 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index.20130220020251329
[junit4:junit4]   2> 22035 T3511 C257 P28083 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4
[junit4:junit4]   2> 22038 T3511 C257 P28083 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index.20130220020251329 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d81dd3c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 22039 T3511 C257 P28083 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 22039 T3511 C257 P28083 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 22039 T3511 C257 P28083 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4
[junit4:junit4]   2> 22040 T3511 C257 P28083 oass.SolrIndexSearcher.<init> Opening Searcher@4352d822 main
[junit4:junit4]   2> 22041 T3508 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4352d822 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 22041 T3508 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index
[junit4:junit4]   2> 22041 T3511 C257 P28083 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 22045 T3511 C257 P28083 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index.20130220020251329 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d81dd3c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index.20130220020251329 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d81dd3c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 22045 T3511 C257 P28083 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 22047 T3511 C257 P28083 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4
[junit4:junit4]   2> 22047 T3511 C257 P28083 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22047 T3511 C257 P28083 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index.20130220020251329
[junit4:junit4]   2> 22047 T3511 C257 P28083 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index
[junit4:junit4]   2> 22047 T3511 C257 P28083 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 22048 T3511 C257 P28083 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 22048 T3511 C257 P28083 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 22048 T3511 C257 P28083 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 22055 T3511 C257 P28083 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 22785 T3439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22786 T3439 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:28083_xioj%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:28083/xioj/l"}
[junit4:junit4]   2> 22803 T3504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22803 T3488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22803 T3438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22803 T3457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22803 T3472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22803 T3444 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22997 T3416 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22998 T3416 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C258 name=collection1 org.apache.solr.core.SolrCore@4727493c url=http://127.0.0.1:53190/xioj/l/collection1 node=127.0.0.1:53190_xioj%2Fl C258_STATE=coll:control_collection core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:53190_xioj%2Fl, base_url=http://127.0.0.1:53190/xioj/l, leader=true}
[junit4:junit4]   2> 23008 T3428 C258 P53190 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 23009 T3428 C258 P53190 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/control/data
[junit4:junit4]   2> 23014 T3428 C258 P53190 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2d4a00ff; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 23014 T3428 C258 P53190 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 23029 T3428 C258 P53190 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2d4a00ff; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2d4a00ff; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23030 T3428 C258 P53190 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23031 T3428 C258 P53190 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/control/data
[junit4:junit4]   2> 23034 T3428 C258 P53190 oass.SolrIndexSearcher.<init> Opening Searcher@72f23851 main
[junit4:junit4]   2> 23034 T3428 C258 P53190 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23035 T3442 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@72f23851 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 23035 T3442 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/control/data/index
[junit4:junit4]   2> 23036 T3428 C258 P53190 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 28
[junit4:junit4]   2> 23046 T3450 C256 P53194 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 23056 T3450 C256 P53194 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@bebc341; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@bebc341; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@bebc341; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@bebc341; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 23057 T3450 C256 P53194 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 23058 T3450 C256 P53194 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1
[junit4:junit4]   2> 23059 T3450 C256 P53194 oass.SolrIndexSearcher.<init> Opening Searcher@165e603f main
[junit4:junit4]   2> 23059 T3450 C256 P53194 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index
[junit4:junit4]   2> 23060 T3450 C256 P53194 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23060 T3459 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@165e603f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 23061 T3459 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty1/index
[junit4:junit4]   2> 23061 T3450 C256 P53194 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:53200/xioj/l/collection1/, StdNode: http://127.0.0.1:53205/xioj/l/collection1/, StdNode: http://127.0.0.1:28083/xioj/l/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C255_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53205_xioj%2Fl, base_url=http://127.0.0.1:53205/xioj/l}
[junit4:junit4]   2> 23075 T3478 C255 P53205 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2>  C257_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:28083_xioj%2Fl, base_url=http://127.0.0.1:28083/xioj/l}
[junit4:junit4]   2> 23075 T3494 C257 P28083 oasu.DirectUpdateHandler2.

[...truncated too long message...]

Closer
[junit4:junit4]   2> 161207 T3504 C257 P28083 oasu.TransactionLog.forceClose SEVERE Error: Forcing close of tlog{file=./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/tlog/tlog.0000000000000000005 refcount=1}
[junit4:junit4]   2> 161210 T3504 C257 P28083 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index.20130220020251329
[junit4:junit4]   2> 161211 T3504 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 161212 T3504 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index.20130220020251329
[junit4:junit4]   2> 161212 T3504 oasc.CachingDirectoryFactory.close Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index.20130220020251329
[junit4:junit4]   2> 161212 T3504 oash.SnapPuller$2.preClose removing old index files NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f4d7d1; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4:junit4]   2> 161213 T3504 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index.20130220020251329
[junit4:junit4]   2> 161213 T3504 oash.SnapPuller$2.postClose removing old index directory NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f4d7d1; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4:junit4]   2> 161214 T3504 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4
[junit4:junit4]   2> 161214 T3504 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4
[junit4:junit4]   2> 161214 T3504 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index
[junit4:junit4]   2> 161214 T3504 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1361347349315/jetty4/index
[junit4:junit4]   2> 161215 T3504 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 161215 T3504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 161215 T3504 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 161215 T3504 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:236)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 161216 T3504 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=ar_QA, timezone=America/Guatemala
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=3,free=73988728,total=327614464
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestArbitraryIndexDir, SignatureUpdateProcessorFactoryTest, DirectUpdateHandlerTest, TestReversedWildcardFilterFactory, TestDocumentBuilder, TestStressLucene, TestCharFilters, TestUpdate, SoftAutoCommitTest, TestPluginEnable, DOMUtilTest, ExternalFileFieldSortTest, TestPropInject, IndexSchemaTest, BasicFunctionalityTest, SynonymTokenizerTest, ClusterStateTest, PrimitiveFieldTypeTest, TestLazyCores, TestLRUCache, BasicDistributedZk2Test, RAMDirectoryFactoryTest, RecoveryZkTest, MultiTermTest, TestCodecSupport, ReturnFieldsTest, TestOmitPositions, DocumentAnalysisRequestHandlerTest, TestSolrCoreProperties, SolrCoreTest, EchoParamsTest, TestReplicationHandler, BadIndexSchemaTest, PolyFieldTest, TestSurroundQueryParser, FieldMutatingUpdateProcessorTest, TestSolrXMLSerializer, DebugComponentTest, SuggesterTSTTest, SolrIndexSplitterTest, UpdateParamsTest, ZkNodePropsTest, LukeRequestHandlerTest, TestDistributedSearch, TestQueryUtils, QueryParsingTest, TestCSVResponseWriter, TestRemoteStreaming, TestBM25SimilarityFactory, TestJmxIntegration, PeerSyncTest, AnalysisAfterCoreReloadTest, XsltUpdateRequestHandlerTest, DistributedQueryElevationComponentTest, ShowFileRequestHandlerTest, TestDFRSimilarityFactory, FullSolrCloudDistribCmdsTest, PingRequestHandlerTest, TestDistributedGrouping, TestRecovery, OutputWriterTest, OverseerTest, SpellCheckComponentTest, LeaderElectionTest, DistributedSpellCheckComponentTest, TestRealTimeGet, SpellCheckCollatorTest, AutoCommitTest, BasicZkTest, ZkSolrClientTest, WordBreakSolrSpellCheckerTest, TestHashPartitioner, StatsComponentTest, TestMultiCoreConfBootstrap, SimpleFacetsTest, TestSort, TestGroupingSearch, DirectSolrSpellCheckerTest, ConvertedLegacyTest, QueryElevationComponentTest, SortByFunctionTest, TestBinaryResponseWriter, SampleTest, HighlighterTest, TestIndexSearcher, CoreAdminHandlerTest, TestFunctionQuery, TestTrie, DirectSolrConnectionTest, CacheHeaderTest, QueryEqualityTest, TestCSVLoader, SpatialFilterTest, MoreLikeThisHandlerTest, DocumentBuilderTest, CurrencyFieldTest, DisMaxRequestHandlerTest, TermsComponentTest, DistanceFunctionTest, SolrInfoMBeanTest, MinimalSchemaTest, StandardRequestHandlerTest, TestQueryTypes, XmlUpdateRequestHandlerTest, TermVectorComponentTest, JsonLoaderTest, IndexSchemaRuntimeFieldTest, TestSolrQueryParser, TestValueSourceCache, FastVectorHighlighterTest, JSONWriterTest, RequiredFieldsTest, SuggesterFSTTest, LoggingHandlerTest, SolrCmdDistributorTest, UniqFieldsUpdateProcessorFactoryTest, SuggesterTest, CSVRequestHandlerTest, TestFoldingMultitermQuery, SolrCoreCheckLockOnStartupTest, TestSolrDeletionPolicy1, NoCacheHeaderTest, TestBinaryField, TestPropInjectDefaults, DefaultValueUpdateProcessorTest, TestXIncludeConfig, TestLFUCache, TestCollationField, IndexReaderFactoryTest, TestJmxMonitoredMap, TestPerFieldSimilarity, TestIBSimilarityFactory, URLClassifyProcessorTest, PluginInfoTest, OpenExchangeRatesOrgProviderTest, FileUtilsTest, SpellingQueryConverterTest, UUIDFieldTest, CollectionsAPIDistributedZkTest, SliceStateTest, SliceStateUpdateTest, SyncSliceTest]
[junit4:junit4] Completed on J1 in 161.72s, 1 test, 1 failure <<< FAILURES!

[...truncated 10 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1202: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:865: There were test failures: 255 suites, 1055 tests, 1 failure, 22 ignored (4 assumptions)

Total time: 43 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure