You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/02/12 17:51:10 UTC

[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0-fcs-b128) - Build # 9346 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9346/
Java: 64bit/jdk1.8.0-fcs-b128 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.hadoop.MapReduceIndexerToolArgumentParserTest.testArgsParserHelp

Error Message:
Conversion = '१'

Stack Trace:
java.util.UnknownFormatConversionException: Conversion = '१'
	at __randomizedtesting.SeedInfo.seed([E6DA840ACD72215B:7A082E7D8A1C4D16]:0)
	at java.util.Formatter.checkText(Formatter.java:2579)
	at java.util.Formatter.parse(Formatter.java:2555)
	at java.util.Formatter.format(Formatter.java:2501)
	at java.io.PrintWriter.format(PrintWriter.java:905)
	at net.sourceforge.argparse4j.helper.TextHelper.printHelp(TextHelper.java:206)
	at net.sourceforge.argparse4j.internal.ArgumentImpl.printHelp(ArgumentImpl.java:247)
	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.printArgumentHelp(ArgumentParserImpl.java:253)
	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.printHelp(ArgumentParserImpl.java:279)
	at org.apache.solr.hadoop.MapReduceIndexerTool$MyArgumentParser$1.run(MapReduceIndexerTool.java:187)
	at net.sourceforge.argparse4j.internal.ArgumentImpl.run(ArgumentImpl.java:425)
	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.processArg(ArgumentParserImpl.java:913)
	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.parseArgs(ArgumentParserImpl.java:810)
	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.parseArgs(ArgumentParserImpl.java:683)
	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.parseArgs(ArgumentParserImpl.java:580)
	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.parseArgs(ArgumentParserImpl.java:573)
	at org.apache.solr.hadoop.MapReduceIndexerTool$MyArgumentParser.parseArgs(MapReduceIndexerTool.java:505)
	at org.apache.solr.hadoop.MapReduceIndexerToolArgumentParserTest.testArgsParserHelp(MapReduceIndexerToolArgumentParserTest.java:194)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 16977 lines...]
   [junit4] Suite: org.apache.solr.hadoop.MapReduceIndexerToolArgumentParserTest
   [junit4]   1> 2014-02-12 16:51:03,418 WARN  [TEST-MapReduceIndexerToolArgumentParserTest.testArgsGoLiveZkHostNoCollection-seed#[E6DA840ACD72215B]] util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=MapReduceIndexerToolArgumentParserTest -Dtests.method=testArgsParserHelp -Dtests.seed=E6DA840ACD72215B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hi_IN -Dtests.timezone=Asia/Dubai -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.10s J1 | MapReduceIndexerToolArgumentParserTest.testArgsParserHelp <<<
   [junit4]    > Throwable #1: java.util.UnknownFormatConversionException: Conversion = '१'
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E6DA840ACD72215B:7A082E7D8A1C4D16]:0)
   [junit4]    > 	at java.util.Formatter.checkText(Formatter.java:2579)
   [junit4]    > 	at java.util.Formatter.parse(Formatter.java:2555)
   [junit4]    > 	at java.util.Formatter.format(Formatter.java:2501)
   [junit4]    > 	at java.io.PrintWriter.format(PrintWriter.java:905)
   [junit4]    > 	at net.sourceforge.argparse4j.helper.TextHelper.printHelp(TextHelper.java:206)
   [junit4]    > 	at net.sourceforge.argparse4j.internal.ArgumentImpl.printHelp(ArgumentImpl.java:247)
   [junit4]    > 	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.printArgumentHelp(ArgumentParserImpl.java:253)
   [junit4]    > 	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.printHelp(ArgumentParserImpl.java:279)
   [junit4]    > 	at org.apache.solr.hadoop.MapReduceIndexerTool$MyArgumentParser$1.run(MapReduceIndexerTool.java:187)
   [junit4]    > 	at net.sourceforge.argparse4j.internal.ArgumentImpl.run(ArgumentImpl.java:425)
   [junit4]    > 	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.processArg(ArgumentParserImpl.java:913)
   [junit4]    > 	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.parseArgs(ArgumentParserImpl.java:810)
   [junit4]    > 	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.parseArgs(ArgumentParserImpl.java:683)
   [junit4]    > 	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.parseArgs(ArgumentParserImpl.java:580)
   [junit4]    > 	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.parseArgs(ArgumentParserImpl.java:573)
   [junit4]    > 	at org.apache.solr.hadoop.MapReduceIndexerTool$MyArgumentParser.parseArgs(MapReduceIndexerTool.java:505)
   [junit4]    > 	at org.apache.solr.hadoop.MapReduceIndexerToolArgumentParserTest.testArgsParserHelp(MapReduceIndexerToolArgumentParserTest.java:194)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=hi_IN, timezone=Asia/Dubai
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Oracle Corporation 1.8.0 (64-bit)/cpus=8,threads=1,free=132862000,total=219676672
   [junit4]   2> NOTE: All tests run in this JVM: [MorphlineReducerTest, MapReduceIndexerToolArgumentParserTest]
   [junit4] Completed on J1 in 3.55s, 24 tests, 1 error <<< FAILURES!

[...truncated 10 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:209: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:441: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 7 suites, 35 tests, 1 error, 6 ignored

Total time: 46 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0-fcs-b128 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.6.0_45) - Build # 9347 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9347/
Java: 64bit/jdk1.6.0_45 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.OverseerTest.testOverseerFailure

Error Message:
KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1

Stack Trace:
org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
	at __randomizedtesting.SeedInfo.seed([EAD30FE492752C85:EEDB801780D0C3A4]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:429)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:426)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:383)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:370)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)


REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Wrong doc count on shard1_1 expected:<122> but was:<117>

Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_1 expected:<122> but was:<117>
	at __randomizedtesting.SeedInfo.seed([EAD30FE492752C85:6B3581FCE52A4CB9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:478)
	at org.apache.solr.cloud.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:249)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:113)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 9843 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> 471904 T2193 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 471910 T2193 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1392229242306
   [junit4]   2> 471911 T2193 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 471911 T2194 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 472011 T2193 oasc.ZkTestServer.run start zk server on port:37859
   [junit4]   2> 472013 T2193 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 472033 T2200 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8ac7447 name:ZooKeeperConnection Watcher:127.0.0.1:37859 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 472034 T2193 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 472035 T2193 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 472044 T2193 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 472047 T2202 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@97cb3ad name:ZooKeeperConnection Watcher:127.0.0.1:37859/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 472047 T2193 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 472048 T2193 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 472057 T2193 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 472067 T2193 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 472083 T2193 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 472093 T2193 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 472094 T2193 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 472118 T2193 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 472119 T2193 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 472129 T2193 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 472130 T2193 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 472138 T2193 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 472139 T2193 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 472149 T2193 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 472149 T2193 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 472159 T2193 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 472159 T2193 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 472168 T2193 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 472169 T2193 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 472179 T2193 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 472180 T2193 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 472192 T2193 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 472193 T2193 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 472203 T2193 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 472204 T2193 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 472213 T2193 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 472215 T2193 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 472293 T2193 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 472299 T2193 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:42614
   [junit4]   2> 472300 T2193 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 472300 T2193 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 472301 T2193 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ShardSplitTest-controljetty-1392229242621
   [junit4]   2> 472301 T2193 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-controljetty-1392229242621/'
   [junit4]   2> 472318 T2193 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1392229242621/solr.xml
   [junit4]   2> 472360 T2193 oasc.CoreContainer.<init> New CoreContainer 658168897
   [junit4]   2> 472361 T2193 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ShardSplitTest-controljetty-1392229242621/]
   [junit4]   2> 472362 T2193 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 472362 T2193 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 472363 T2193 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 472363 T2193 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 472363 T2193 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 472363 T2193 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 472364 T2193 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 472364 T2193 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 472364 T2193 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 472366 T2193 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 472367 T2193 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 472367 T2193 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 472367 T2193 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:37859/solr
   [junit4]   2> 472368 T2193 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 472368 T2193 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 472372 T2213 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9524386 name:ZooKeeperConnection Watcher:127.0.0.1:37859 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 472372 T2193 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 472376 T2193 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 472378 T2215 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b5ad3cb name:ZooKeeperConnection Watcher:127.0.0.1:37859/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 472378 T2193 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 472382 T2193 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 472392 T2193 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 472402 T2193 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 472407 T2193 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42614_
   [junit4]   2> 472410 T2193 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42614_
   [junit4]   2> 472420 T2193 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 472428 T2193 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 472442 T2193 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:42614_
   [junit4]   2> 472443 T2193 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 472450 T2193 oasc.Overseer.start Overseer (id=91241135623962627-127.0.0.1:42614_-n_0000000000) starting
   [junit4]   2> 472460 T2193 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 472472 T2217 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 472473 T2193 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 472475 T2217 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 472483 T2193 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 472488 T2193 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 472500 T2216 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 472505 T2218 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 472506 T2218 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 472509 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 472510 T2218 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 472514 T2216 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 472516 T2216 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:42614",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:42614_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 472517 T2216 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 472517 T2216 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 472523 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 472526 T2215 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 473511 T2218 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 473511 T2218 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ShardSplitTest-controljetty-1392229242621/collection1
   [junit4]   2> 473512 T2218 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 473513 T2218 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 473514 T2218 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 473516 T2218 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 473516 T2218 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-controljetty-1392229242621/collection1/'
   [junit4]   2> 473517 T2218 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1392229242621/collection1/lib/classes/' to classloader
   [junit4]   2> 473518 T2218 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1392229242621/collection1/lib/README' to classloader
   [junit4]   2> 473590 T2218 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 473639 T2218 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 473643 T2218 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 473649 T2218 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 474011 T2218 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 474013 T2218 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 474015 T2218 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 474020 T2218 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 474070 T2218 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 474070 T2218 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ShardSplitTest-controljetty-1392229242621/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1392229242305/control/data/
   [junit4]   2> 474070 T2218 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8f8acd0
   [junit4]   2> 474071 T2218 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1392229242305/control/data
   [junit4]   2> 474071 T2218 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1392229242305/control/data/index/
   [junit4]   2> 474071 T2218 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1392229242305/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 474072 T2218 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1392229242305/control/data/index
   [junit4]   2> 474072 T2218 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=40.4814453125, floorSegmentMB=1.4970703125, forceMergeDeletesPctAllowed=27.645952801358344, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7394656044082933
   [junit4]   2> 474073 T2218 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@3f6fbf12 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5fe5e4fc),segFN=segments_1,generation=1}
   [junit4]   2> 474073 T2218 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 474076 T2218 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 474076 T2218 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 474076 T2218 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 474076 T2218 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 474077 T2218 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 474077 T2218 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 474077 T2218 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 474078 T2218 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 474078 T2218 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 474078 T2218 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 474078 T2218 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 474079 T2218 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 474079 T2218 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 474079 T2218 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 474080 T2218 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 474080 T2218 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 474082 T2218 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 474084 T2218 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 474084 T2218 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 474085 T2218 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=77.0224609375, floorSegmentMB=0.5126953125, forceMergeDeletesPctAllowed=13.972530318513133, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 474085 T2218 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@3f6fbf12 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5fe5e4fc),segFN=segments_1,generation=1}
   [junit4]   2> 474086 T2218 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 474086 T2218 oass.SolrIndexSearcher.<init> Opening Searcher@18cbb5b[collection1] main
   [junit4]   2> 474088 T2219 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@18cbb5b[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 474089 T2218 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 474089 T2193 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 474090 T2193 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 474089 T2222 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42614 collection:control_collection shard:shard1
   [junit4]   2> 474091 T2193 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 474101 T2224 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@376bca name:ZooKeeperConnection Watcher:127.0.0.1:37859/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 474101 T2193 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 474101 T2222 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 474103 T2193 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 474109 T2193 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 474114 T2222 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 474116 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 474118 T2222 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 474118 T2222 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1843 name=collection1 org.apache.solr.core.SolrCore@5c3b395a url=http://127.0.0.1:42614/collection1 node=127.0.0.1:42614_ C1843_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:42614, core=collection1, node_name=127.0.0.1:42614_}
   [junit4]   2> 474118 T2222 C1843 P42614 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42614/collection1/
   [junit4]   2> 474119 T2222 C1843 P42614 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 474119 T2222 C1843 P42614 oasc.SyncStrategy.syncToMe http://127.0.0.1:42614/collection1/ has no replicas
   [junit4]   2> 474119 T2222 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42614/collection1/ shard1
   [junit4]   2> 474120 T2222 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 474120 T2216 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 474126 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 474128 T2224 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 474129 T2215 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 474138 T2216 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 474143 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 474177 T2193 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 474178 T2193 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 474182 T2193 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60121
   [junit4]   2> 474183 T2193 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 474184 T2193 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 474185 T2193 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ShardSplitTest-jetty1-1392229244504
   [junit4]   2> 474186 T2193 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty1-1392229244504/'
   [junit4]   2> 474202 T2193 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1392229244504/solr.xml
   [junit4]   2> 474234 T2193 oasc.CoreContainer.<init> New CoreContainer 1466285851
   [junit4]   2> 474235 T2193 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ShardSplitTest-jetty1-1392229244504/]
   [junit4]   2> 474236 T2193 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 474236 T2193 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 474236 T2193 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 474237 T2193 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 474237 T2193 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 474237 T2193 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 474238 T2193 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 474238 T2193 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 474238 T2193 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 474240 T2193 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 474241 T2193 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 474241 T2193 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 474241 T2193 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:37859/solr
   [junit4]   2> 474242 T2193 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 474242 T2193 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 474244 T2235 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58e5b270 name:ZooKeeperConnection Watcher:127.0.0.1:37859 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 474245 T2193 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 474248 T2224 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 474248 T2215 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 474250 T2193 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 474253 T2237 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@120c1244 name:ZooKeeperConnection Watcher:127.0.0.1:37859/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 474253 T2193 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 474268 T2193 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 474286 T2222 oasc.ZkController.register We are http://127.0.0.1:42614/collection1/ and leader is http://127.0.0.1:42614/collection1/
   [junit4]   2> 474286 T2222 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42614
   [junit4]   2> 474286 T2222 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 474287 T2222 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 474287 T2222 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 474289 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 474290 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 474290 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 474292 T2222 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 474296 T2216 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 474298 T2216 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:42614",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:42614_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 474305 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 474411 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 474411 T2215 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 474412 T2224 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 475278 T2193 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60121_
   [junit4]   2> 475281 T2193 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60121_
   [junit4]   2> 475289 T2224 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 475291 T2215 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 475291 T2237 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 475308 T2238 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 475308 T2238 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 475311 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 475311 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 475312 T2238 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 475312 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 475316 T2216 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 475318 T2216 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60121",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60121_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 475319 T2216 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 475319 T2216 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 475326 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 475433 T2215 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 475433 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 475433 T2224 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 476312 T2238 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 476313 T2238 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ShardSplitTest-jetty1-1392229244504/collection1
   [junit4]   2> 476313 T2238 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 476315 T2238 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 476315 T2238 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 476319 T2238 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 476319 T2238 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty1-1392229244504/collection1/'
   [junit4]   2> 476320 T2238 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1392229244504/collection1/lib/classes/' to classloader
   [junit4]   2> 476321 T2238 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1392229244504/collection1/lib/README' to classloader
   [junit4]   2> 476384 T2238 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 476439 T2238 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 476442 T2238 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 476447 T2238 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 476827 T2238 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 476830 T2238 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 476831 T2238 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 476835 T2238 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 476876 T2238 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 476876 T2238 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ShardSplitTest-jetty1-1392229244504/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1392229242305/jetty1/
   [junit4]   2> 476876 T2238 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8f8acd0
   [junit4]   2> 476877 T2238 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1392229242305/jetty1
   [junit4]   2> 476877 T2238 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1392229242305/jetty1/index/
   [junit4]   2> 476877 T2238 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1392229242305/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 476878 T2238 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1392229242305/jetty1/index
   [junit4]   2> 476878 T2238 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=40.4814453125, floorSegmentMB=1.4970703125, forceMergeDeletesPctAllowed=27.645952801358344, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7394656044082933
   [junit4]   2> 476879 T2238 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@23d6f492 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7cfa0ce6),segFN=segments_1,generation=1}
   [junit4]   2> 476879 T2238 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 476882 T2238 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 476882 T2238 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 476883 T2238 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 476883 T2238 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 476883 T2238 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 476883 T2238 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 476884 T2238 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 476884 T2238 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 476884 T2238 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 476885 T2238 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 476885 T2238 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 476885 T2238 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 476886 T2238 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 476886 T2238 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 476887 T2238 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 476887 T2238 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 476889 T2238 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 476892 T2238 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 476892 T2238 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 476893 T2238 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=77.0224609375, floorSegmentMB=0.5126953125, forceMergeDeletesPctAllowed=13.972530318513133, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 476894 T2238 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@23d6f492 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7cfa0ce6),segFN=segments_1,generation=1}
   [junit4]   2> 476894 T2238 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 476894 T2238 oass.SolrIndexSearcher.<init> Opening Searcher@2a803efc[collection1] main
   [junit4]   2> 476897 T2239 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2a803efc[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 476899 T2238 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 476899 T2193 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 476900 T2193 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 476899 T2242 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60121 collection:collection1 shard:shard1
   [junit4]   2> 476902 T2242 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 476913 T2242 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 476917 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 476917 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 476917 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 476919 T2242 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 476919 T2242 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1844 name=collection1 org.apache.solr.core.SolrCore@58b45c63 url=http://127.0.0.1:60121/collection1 node=127.0.0.1:60121_ C1844_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:60121, core=collection1, node_name=127.0.0.1:60121_}
   [junit4]   2> 476919 T2242 C1844 P60121 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60121/collection1/
   [junit4]   2> 476919 T2242 C1844 P60121 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 476920 T2242 C1844 P60121 oasc.SyncStrategy.syncToMe http://127.0.0.1:60121/collection1/ has no replicas
   [junit4]   2> 476920 T2216 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 476920 T2242 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60121/collection1/ shard1
   [junit4]   2> 476921 T2242 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 476927 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 476932 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 476937 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 476939 T2215 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 476939 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 476939 T2224 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 476984 T2242 oasc.ZkController.register We are http://127.0.0.1:60121/collection1/ and leader is http://127.0.0.1:60121/collection1/
   [junit4]   2> 476984 T2242 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60121
   [junit4]   2> 476984 T2242 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 476985 T2242 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 476985 T2242 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 476987 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 476989 T2242 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 476991 T2216 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 476992 T2216 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60121",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60121_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 476993 T2193 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 476994 T2193 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 476995 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 476996 T2193 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:38060
   [junit4]   2> 476997 T2193 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 476997 T2193 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 476998 T2193 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ShardSplitTest-jetty2-1392229247295
   [junit4]   2> 476998 T2193 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty2-1392229247295/'
   [junit4]   2> 477008 T2193 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1392229247295/solr.xml
   [junit4]   2> 477056 T2193 oasc.CoreContainer.<init> New CoreContainer 1686767738
   [junit4]   2> 477056 T2193 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ShardSplitTest-jetty2-1392229247295/]
   [junit4]   2> 477057 T2193 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 477057 T2193 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 477058 T2193 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 477058 T2193 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 477058 T2193 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 477059 T2193 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 477059 T2193 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 477059 T2193 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 477059 T2193 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 477062 T2193 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 477062 T2193 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 477062 T2193 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 477063 T2193 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:37859/solr
   [junit4]   2> 477063 T2193 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 477064 T2193 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 477066 T2253 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2232b527 name:ZooKeeperConnection Watcher:127.0.0.1:37859 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 477066 T2193 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 477069 T2193 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 477070 T2255 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62080f43 name:ZooKeeperConnection Watcher:127.0.0.1:37859/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 477071 T2193 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 477076 T2193 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 477100 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 477100 T2215 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 477100 T2224 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 477101 T2255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 478082 T2193 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38060_
   [junit4]   2> 478085 T2193 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38060_
   [junit4]   2> 478094 T2215 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 478096 T2255 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 478098 T2224 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 478099 T2237 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 478115 T2256 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 478115 T2256 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 478118 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 478118 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 478118 T2256 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 478118 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 478123 T2216 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 478125 T2216 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:38060",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:38060_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 478126 T2216 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 478126 T2216 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 478134 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 478240 T2215 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 478241 T2255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 478240 T2224 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 478241 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 479119 T2256 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 479120 T2256 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ShardSplitTest-jetty2-1392229247295/collection1
   [junit4]   2> 479120 T2256 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 479121 T2256 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 479122 T2256 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 479125 T2256 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 479126 T2256 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty2-1392229247295/collection1/'
   [junit4]   2> 479126 T2256 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1392229247295/collection1/lib/classes/' to classloader
   [junit4]   2> 479127 T2256 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1392229247295/collection1/lib/README' to classloader
   [junit4]   2> 479196 T2256 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 479237 T2256 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 479239 T2256 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 479245 T2256 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 479621 T2256 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 479624 T2256 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 479625 T2256 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 479631 T2256 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 479705 T2256 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 479706 T2256 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ShardSplitTest-jetty2-1392229247295/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1392229242305/jetty2/
   [junit4]   2> 479707 T2256 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8f8acd0
   [junit4]   2> 479708 T2256 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1392229242305/jetty2
   [junit4]   2> 479708 T2256 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1392229242305/jetty2/index/
   [junit4]   2> 479709 T2256 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1392229242305/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 479710 T2256 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1392229242305/jetty2/index
   [junit4]   2> 479711 T2256 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=40.4814453125, floorSegmentMB=1.4970703125, forceMergeDeletesPctAllowed=27.645952801358344, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7394656044082933
   [junit4]   2> 479712 T2256 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@626a9f99 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@505845ba),segFN=segments_1,generation=1}
   [junit4]   2> 479712 T2256 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 479719 T2256 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 479720 T2256 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 479721 T2256 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 479721 T2256 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 479722 T2256 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 479722 T2256 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 479723 T2256 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 479723 T2256 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 479724 T2256 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 479725 T2256 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 479726 T2256 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 479726 T2256 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 479727 T2256 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 479727 T2256 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 479728 T2256 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 479729 T2256 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 479732 T2256 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 479737 T2256 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 479737 T2256 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 479738 T2256 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=77.0224609375, floorSegmentMB=0.5126953125, forceMergeDeletesPctAllowed=13.972530318513133, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 479738 T2256 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@626a9f99 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@505845ba),segFN=segments_1,generation=1}
   [junit4]   2> 479738 T2256 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 479739 T2256 oass.SolrIndexSearcher.<init> Opening Searcher@6df75127[collection1] main
   [junit4]   2> 479754 T2257 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6df75127[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 479758 T2256 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 479759 T2193 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 479760 T2193 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 479759 T2260 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:38060 collection:collection1 shard:shard2
   [junit4]   2> 479764 T2260 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 479780 T2260 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 479783 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 479784 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 479784 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 479785 T2260 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 479785 T2260 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1845 name=collection1 org.apache.solr.core.SolrCore@57abc10d url=http://127.0.0.1:38060/collection1 node=127.0.0.1:38060_ C1845_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:38060, core=collection1, node_name=127.0.0.1:38060_}
   [junit4]   2> 479785 T2260 C1845 P38060 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:38060/collection1/
   [junit4]   2> 479785 T2260 C1845 P38060 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 479786 T2260 C1845 P38060 oasc.SyncStrategy.syncToMe http://127.0.0.1:38060/collection1/ has no replicas
   [junit4]   2> 479786 T2260 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:38060/collection1/ shard2
   [junit4]   2> 479786 T2260 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 479787 T2216 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 479794 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 479796 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 479796 T2224 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 479796 T2215 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 479796 T2255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 479806 T2216 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 479811 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 479835 T2193 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 479835 T2193 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 479838 T2193 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48148
   [junit4]   2> 479839 T2193 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 479839 T2193 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 479840 T2193 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1392229250156
   [junit4]   2> 479840 T2193 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1392229250156/'
   [junit4]   2> 479858 T2193 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1392229250156/solr.xml
   [junit4]   2> 479891 T2193 oasc.CoreContainer.<init> New CoreContainer 196449580
   [junit4]   2> 479892 T2193 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1392229250156/]
   [junit4]   2> 479892 T2193 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 479893 T2193 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 479893 T2193 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 479893 T2193 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 479894 T2193 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 479894 T2193 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 479894 T2193 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 479895 T2193 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 479895 T2193 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 479897 T2193 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 479897 T2193 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 479898 T2193 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 479898 T2193 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:37859/solr
   [junit4]   2> 479898 T2193 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 479899 T2193 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 479902 T2271 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e5481b5 name:ZooKeeperConnection Watcher:127.0.0.1:37859 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 479903 T2193 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 479907 T2193 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 479909 T2273 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a84666 name:ZooKeeperConnection Watcher:127.0.0.1:37859/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 479910 T2193 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 479917 T2215 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 479918 T2224 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 479918 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 479918 T2255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 479934 T2193 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 479953 T2260 oasc.ZkController.register We are http://127.0.0.1:38060/collection1/ and leader is http://127.0.0.1:38060/collection1/
   [junit4]   2> 479953 T2260 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38060
   [junit4]   2> 479953 T2260 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 479954 T2260 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 479954 T2260 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 479959 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 479959 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 479959 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 479961 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 479968 T2216 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 479970 T2216 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:38060",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:38060_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 479978 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 480083 T2255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 480084 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 480083 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 480084 T2215 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 480085 T2224 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 480968 T2193 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48148_
   [junit4]   2> 480970 T2193 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48148_
   [junit4]   2> 480975 T2215 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 480976 T2224 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 480977 T2273 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 480977 T2237 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 480978 T2255 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 480986 T2274 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 480986 T2274 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 480987 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 480988 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 480988 T2274 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 480988 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 480990 T2216 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 480991 T2216 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48148",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:48148_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 480991 T2216 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 480991 T2216 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 480995 T2215 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 481101 T2215 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 481101 T2224 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 481101 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 481101 T2237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 481102 T2255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 481988 T2274 oasc.ZkController.waitForShardId waiting to find

[...truncated too long message...]

aluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 
   [junit4]   2> 834989 T3400 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 835010 T3407 oasc.SolrException.log ERROR Problem cleaning up collection in zk:collection1:org.apache.zookeeper.KeeperException$NotEmptyException: KeeperErrorCode = Directory not empty for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:125)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:174)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:171)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:171)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:655)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:650)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:650)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:650)
   [junit4]   2> 		at org.apache.solr.cloud.Overseer$ClusterStateUpdater.removeCore(Overseer.java:875)
   [junit4]   2> 		at org.apache.solr.cloud.Overseer$ClusterStateUpdater.processMessage(Overseer.java:226)
   [junit4]   2> 		at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:187)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 	
   [junit4]   2> 835012 T2925 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 835021 T3406 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 835033 T3406 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 835034 T3394 oascc.ZkStateReader$3.process Updating live nodes... (0)
   [junit4]   2> 835055 T2925 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:49747 49747
   [junit4]   2> 835242 T2925 oas.SolrTestCaseJ4.tearDown ###Ending testOverseerFailure
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=OverseerTest -Dtests.method=testOverseerFailure -Dtests.seed=EAD30FE492752C85 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ms_MY -Dtests.timezone=Europe/Stockholm -Dtests.file.encoding=UTF-8
   [junit4] ERROR   3.45s J0 | OverseerTest.testOverseerFailure <<<
   [junit4]    > Throwable #1: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EAD30FE492752C85:EEDB801780D0C3A4]:0)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]    > 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:429)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:426)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:383)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:370)
   [junit4]    > 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
   [junit4]    > 	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
   [junit4]    > 	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 835256 T2925 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 835256 T2925 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 836536 T3400 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 836536 T3400 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 838257 T2925 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene45, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=ms_MY, timezone=Europe/Stockholm
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Sun Microsystems Inc. 1.6.0_45 (64-bit)/cpus=8,threads=1,free=127595992,total=193449984
   [junit4]   2> NOTE: All tests run in this JVM: [TestCoreContainer, DeleteShardTest, OverseerRolesTest, TestSystemIdResolver, UnloadDistributedZkTest, DateMathParserTest, TestBadConfig, DistributedTermsComponentTest, TestFieldCollectionResource, ShowFileRequestHandlerTest, PeerSyncTest, SolrXmlInZkTest, TestRandomDVFaceting, TestBM25SimilarityFactory, ZkCLITest, TestExtendedDismaxParser, BlockCacheTest, AnalysisErrorHandlingTest, QueryResultKeyTest, TermsComponentTest, PrimitiveFieldTypeTest, BasicDistributedZkTest, TestRealTimeGet, ParsingFieldUpdateProcessorsTest, ShardRoutingTest, TestFaceting, FieldMutatingUpdateProcessorTest, TestDocumentBuilder, DOMUtilTest, TestSolrIndexConfig, QueryEqualityTest, TestAnalyzeInfixSuggestions, LeaderElectionTest, AddSchemaFieldsUpdateProcessorFactoryTest, CoreMergeIndexesAdminHandlerTest, FileBasedSpellCheckerTest, HdfsBasicDistributedZkTest, MoreLikeThisHandlerTest, TestSolrXMLSerializer, TestLRUCache, TestQueryUtils, SystemInfoHandlerTest, DistributedSpellCheckComponentTest, AutoCommitTest, TermVectorComponentTest, IndexSchemaTest, TestNRTOpen, TestPerFieldSimilarity, ShardSplitTest, SliceStateTest, ZkControllerTest, UUIDFieldTest, TestStandardQParsers, SuggesterFSTTest, TestLFUCache, SuggesterTest, FastVectorHighlighterTest, CircularListTest, SchemaVersionSpecificBehaviorTest, TestFunctionQuery, EchoParamsTest, DocValuesMissingTest, TestValueSourceCache, SolrCoreTest, AddBlockUpdateTest, HdfsDirectoryTest, TestSerializedLuceneMatchVersion, TestMergePolicyConfig, StatelessScriptUpdateProcessorFactoryTest, QueryElevationComponentTest, AliasIntegrationTest, TestCloudManagedSchemaAddField, OverseerTest]
   [junit4] Completed on J0 in 37.74s, 8 tests, 1 error <<< FAILURES!

[...truncated 601 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 362 suites, 1562 tests, 1 error, 1 failure, 35 ignored (7 assumptions)

Total time: 48 minutes 30 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0_45 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure