You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/02/10 08:43:33 UTC

[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0-fcs-b128) - Build # 9425 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/9425/
Java: 64bit/jdk1.8.0-fcs-b128 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.hadoop.MapReduceIndexerToolArgumentParserTest.testArgsParserHelp

Error Message:
Conversion = '१'

Stack Trace:
java.util.UnknownFormatConversionException: Conversion = '१'
	at __randomizedtesting.SeedInfo.seed([ADC8E16E45C159C:960E2461A33279D1]:0)
	at java.util.Formatter.checkText(Formatter.java:2579)
	at java.util.Formatter.parse(Formatter.java:2555)
	at java.util.Formatter.format(Formatter.java:2501)
	at java.io.PrintWriter.format(PrintWriter.java:905)
	at net.sourceforge.argparse4j.helper.TextHelper.printHelp(TextHelper.java:206)
	at net.sourceforge.argparse4j.internal.ArgumentImpl.printHelp(ArgumentImpl.java:247)
	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.printArgumentHelp(ArgumentParserImpl.java:253)
	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.printHelp(ArgumentParserImpl.java:279)
	at org.apache.solr.hadoop.MapReduceIndexerTool$MyArgumentParser$1.run(MapReduceIndexerTool.java:187)
	at net.sourceforge.argparse4j.internal.ArgumentImpl.run(ArgumentImpl.java:425)
	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.processArg(ArgumentParserImpl.java:913)
	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.parseArgs(ArgumentParserImpl.java:810)
	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.parseArgs(ArgumentParserImpl.java:683)
	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.parseArgs(ArgumentParserImpl.java:580)
	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.parseArgs(ArgumentParserImpl.java:573)
	at org.apache.solr.hadoop.MapReduceIndexerTool$MyArgumentParser.parseArgs(MapReduceIndexerTool.java:505)
	at org.apache.solr.hadoop.MapReduceIndexerToolArgumentParserTest.testArgsParserHelp(MapReduceIndexerToolArgumentParserTest.java:194)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 17046 lines...]
   [junit4] Suite: org.apache.solr.hadoop.MapReduceIndexerToolArgumentParserTest
   [junit4]   1> 2014-02-10 07:43:25,788 WARN  [TEST-MapReduceIndexerToolArgumentParserTest.testZKHostNoSolrHomeDirOk-seed#[ADC8E16E45C159C]] util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=MapReduceIndexerToolArgumentParserTest -Dtests.method=testArgsParserHelp -Dtests.seed=ADC8E16E45C159C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hi_IN -Dtests.timezone=America/Hermosillo -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.14s J1 | MapReduceIndexerToolArgumentParserTest.testArgsParserHelp <<<
   [junit4]    > Throwable #1: java.util.UnknownFormatConversionException: Conversion = '१'
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([ADC8E16E45C159C:960E2461A33279D1]:0)
   [junit4]    > 	at java.util.Formatter.checkText(Formatter.java:2579)
   [junit4]    > 	at java.util.Formatter.parse(Formatter.java:2555)
   [junit4]    > 	at java.util.Formatter.format(Formatter.java:2501)
   [junit4]    > 	at java.io.PrintWriter.format(PrintWriter.java:905)
   [junit4]    > 	at net.sourceforge.argparse4j.helper.TextHelper.printHelp(TextHelper.java:206)
   [junit4]    > 	at net.sourceforge.argparse4j.internal.ArgumentImpl.printHelp(ArgumentImpl.java:247)
   [junit4]    > 	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.printArgumentHelp(ArgumentParserImpl.java:253)
   [junit4]    > 	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.printHelp(ArgumentParserImpl.java:279)
   [junit4]    > 	at org.apache.solr.hadoop.MapReduceIndexerTool$MyArgumentParser$1.run(MapReduceIndexerTool.java:187)
   [junit4]    > 	at net.sourceforge.argparse4j.internal.ArgumentImpl.run(ArgumentImpl.java:425)
   [junit4]    > 	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.processArg(ArgumentParserImpl.java:913)
   [junit4]    > 	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.parseArgs(ArgumentParserImpl.java:810)
   [junit4]    > 	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.parseArgs(ArgumentParserImpl.java:683)
   [junit4]    > 	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.parseArgs(ArgumentParserImpl.java:580)
   [junit4]    > 	at net.sourceforge.argparse4j.internal.ArgumentParserImpl.parseArgs(ArgumentParserImpl.java:573)
   [junit4]    > 	at org.apache.solr.hadoop.MapReduceIndexerTool$MyArgumentParser.parseArgs(MapReduceIndexerTool.java:505)
   [junit4]    > 	at org.apache.solr.hadoop.MapReduceIndexerToolArgumentParserTest.testArgsParserHelp(MapReduceIndexerToolArgumentParserTest.java:194)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=428), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=428)), sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=hi_IN, timezone=America/Hermosillo
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Oracle Corporation 1.8.0 (64-bit)/cpus=8,threads=1,free=135439016,total=181927936
   [junit4]   2> NOTE: All tests run in this JVM: [MapReduceIndexerToolArgumentParserTest]
   [junit4] Completed on J1 in 4.68s, 24 tests, 1 error <<< FAILURES!

[...truncated 13 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:453: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:433: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:209: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:441: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1268: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:901: There were test failures: 7 suites, 35 tests, 1 error, 6 ignored

Total time: 48 minutes 23 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0-fcs-b128 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.7.0_60-ea-b04) - Build # 9427 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/9427/
Java: 64bit/jdk1.7.0_60-ea-b04 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([A3FB7079BA24A4B]:0)


REGRESSION:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([A3FB7079BA24A4B]:0)




Build Log:
[...truncated 11099 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
   [junit4]   2> 1099230 T2437 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 1099230 T2437 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_xpg/
   [junit4]   2> 1099235 T2437 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-ChaosMonkeySafeLeaderTest-1392030900683
   [junit4]   2> 1099235 T2437 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1099236 T2438 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1099336 T2437 oasc.ZkTestServer.run start zk server on port:51118
   [junit4]   2> 1099337 T2437 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1099372 T2444 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b3f647c name:ZooKeeperConnection Watcher:127.0.0.1:51118 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1099373 T2437 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1099373 T2437 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1099377 T2437 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1099378 T2446 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7da0556a name:ZooKeeperConnection Watcher:127.0.0.1:51118/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1099378 T2437 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1099379 T2437 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1099381 T2437 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1099383 T2437 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1099384 T2437 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1099386 T2437 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1099387 T2437 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1099391 T2437 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1099391 T2437 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1099394 T2437 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1099394 T2437 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1099396 T2437 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1099397 T2437 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1099399 T2437 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1099399 T2437 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1099401 T2437 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1099402 T2437 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1099404 T2437 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1099404 T2437 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1099407 T2437 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1099407 T2437 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1099410 T2437 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1099411 T2437 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1099413 T2437 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1099413 T2437 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1099416 T2437 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1099416 T2437 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1099419 T2437 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1099420 T2448 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d964966 name:ZooKeeperConnection Watcher:127.0.0.1:51118/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1099421 T2437 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1099497 T2437 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1099501 T2437 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1099503 T2437 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:39456
   [junit4]   2> 1099505 T2437 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1099506 T2437 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1099506 T2437 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392030900870
   [junit4]   2> 1099506 T2437 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392030900870/'
   [junit4]   2> 1099523 T2437 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392030900870/solr.xml
   [junit4]   2> 1099585 T2437 oasc.CoreContainer.<init> New CoreContainer 651039559
   [junit4]   2> 1099586 T2437 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392030900870/]
   [junit4]   2> 1099587 T2437 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1099588 T2437 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1099588 T2437 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1099588 T2437 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1099588 T2437 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1099588 T2437 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1099589 T2437 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1099589 T2437 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1099589 T2437 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1099593 T2437 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1099593 T2437 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1099593 T2437 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1099594 T2437 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51118/solr
   [junit4]   2> 1099594 T2437 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1099595 T2437 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1099598 T2459 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25b117d1 name:ZooKeeperConnection Watcher:127.0.0.1:51118 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1099599 T2437 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1099605 T2437 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1099607 T2461 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22b4ae95 name:ZooKeeperConnection Watcher:127.0.0.1:51118/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1099607 T2437 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1099609 T2437 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1099612 T2437 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1099615 T2437 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1099617 T2437 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39456__xpg
   [junit4]   2> 1099618 T2437 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39456__xpg
   [junit4]   2> 1099621 T2437 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1099622 T2437 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1099626 T2437 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:39456__xpg
   [junit4]   2> 1099626 T2437 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1099628 T2437 oasc.Overseer.start Overseer (id=91228137107357700-127.0.0.1:39456__xpg-n_0000000000) starting
   [junit4]   2> 1099631 T2437 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1099634 T2463 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1099635 T2437 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1099636 T2463 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 1099639 T2437 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1099642 T2437 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1099645 T2462 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1099648 T2464 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1099648 T2464 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1099649 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1099649 T2464 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1099651 T2462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1099651 T2462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:39456/_xpg",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:39456__xpg",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1099652 T2462 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1099652 T2462 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1099654 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1099655 T2461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1100650 T2464 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1100650 T2464 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392030900870/collection1
   [junit4]   2> 1100650 T2464 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1100651 T2464 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1100651 T2464 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1100652 T2464 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1100652 T2464 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392030900870/collection1/'
   [junit4]   2> 1100653 T2464 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392030900870/collection1/lib/classes/' to classloader
   [junit4]   2> 1100653 T2464 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392030900870/collection1/lib/README' to classloader
   [junit4]   2> 1100726 T2464 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1100785 T2464 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1100786 T2464 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1100799 T2464 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1101042 T2464 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1101044 T2464 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1101046 T2464 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1101049 T2464 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1101069 T2464 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1101069 T2464 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392030900870/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/control/data/
   [junit4]   2> 1101070 T2464 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee41803
   [junit4]   2> 1101070 T2464 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/control/data
   [junit4]   2> 1101071 T2464 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/control/data/index/
   [junit4]   2> 1101071 T2464 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1101072 T2464 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/control/data/index
   [junit4]   2> 1101072 T2464 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=93.8935546875, floorSegmentMB=2.0146484375, forceMergeDeletesPctAllowed=2.0709680702790747, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5204564750122082
   [junit4]   2> 1101076 T2464 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1101076 T2464 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1101079 T2464 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1101079 T2464 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1101079 T2464 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1101080 T2464 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1101080 T2464 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1101080 T2464 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1101080 T2464 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1101081 T2464 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1101081 T2464 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1101081 T2464 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1101082 T2464 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1101082 T2464 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1101082 T2464 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1101082 T2464 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1101083 T2464 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1101083 T2464 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1101083 T2464 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1101086 T2464 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1101088 T2464 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1101088 T2464 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1101088 T2464 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=94.51171875, floorSegmentMB=1.6728515625, forceMergeDeletesPctAllowed=13.269384879439755, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4543908299840511
   [junit4]   2> 1101089 T2464 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1101090 T2464 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1101090 T2464 oass.SolrIndexSearcher.<init> Opening Searcher@b50d796[collection1] main
   [junit4]   2> 1101092 T2465 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b50d796[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1101093 T2464 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1101093 T2437 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1101094 T2437 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1101093 T2468 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:39456/_xpg collection:control_collection shard:shard1
   [junit4]   2> 1101095 T2468 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1101096 T2437 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1101098 T2470 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6cd979ce name:ZooKeeperConnection Watcher:127.0.0.1:51118/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1101098 T2437 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1101099 T2437 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1101101 T2468 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1101101 T2437 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1101102 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1101102 T2468 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1101103 T2468 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C3170 name=collection1 org.apache.solr.core.SolrCore@379f82c3 url=https://127.0.0.1:39456/_xpg/collection1 node=127.0.0.1:39456__xpg C3170_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:39456/_xpg, core=collection1, node_name=127.0.0.1:39456__xpg}
   [junit4]   2> 1101103 T2468 C3170 P39456 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:39456/_xpg/collection1/
   [junit4]   2> 1101103 T2468 C3170 P39456 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1101103 T2462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1101103 T2468 C3170 P39456 oasc.SyncStrategy.syncToMe https://127.0.0.1:39456/_xpg/collection1/ has no replicas
   [junit4]   2> 1101104 T2468 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:39456/_xpg/collection1/ shard1
   [junit4]   2> 1101104 T2468 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1101106 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1101110 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1101114 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1101164 T2437 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1101165 T2437 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1101167 T2437 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1101168 T2437 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:37375
   [junit4]   2> 1101170 T2437 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1101170 T2437 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1101170 T2437 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392030902549
   [junit4]   2> 1101171 T2437 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392030902549/'
   [junit4]   2> 1101182 T2437 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392030902549/solr.xml
   [junit4]   2> 1101209 T2437 oasc.CoreContainer.<init> New CoreContainer 569047254
   [junit4]   2> 1101209 T2437 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392030902549/]
   [junit4]   2> 1101210 T2437 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1101210 T2437 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1101210 T2437 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1101211 T2437 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1101211 T2437 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1101211 T2437 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1101211 T2437 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1101212 T2437 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1101212 T2437 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1101215 T2437 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1101216 T2437 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1101216 T2437 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1101216 T2437 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51118/solr
   [junit4]   2> 1101216 T2437 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1101217 T2470 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1101218 T2437 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1101217 T2461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1101220 T2481 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5be9da9b name:ZooKeeperConnection Watcher:127.0.0.1:51118 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1101220 T2437 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1101222 T2437 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1101224 T2483 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5cb3b40d name:ZooKeeperConnection Watcher:127.0.0.1:51118/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1101224 T2437 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1101228 T2437 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1101261 T2468 oasc.ZkController.register We are https://127.0.0.1:39456/_xpg/collection1/ and leader is https://127.0.0.1:39456/_xpg/collection1/
   [junit4]   2> 1101261 T2468 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:39456/_xpg
   [junit4]   2> 1101261 T2468 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1101261 T2468 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1101261 T2468 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1101262 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1101263 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1101263 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1101263 T2468 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1101264 T2462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1101265 T2462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:39456/_xpg",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:39456__xpg",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1101267 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1101369 T2483 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1101370 T2461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1101369 T2470 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1102230 T2437 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37375__xpg
   [junit4]   2> 1102232 T2437 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37375__xpg
   [junit4]   2> 1102234 T2470 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1102234 T2483 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1102234 T2461 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1102239 T2484 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1102239 T2484 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1102240 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1102240 T2484 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1102241 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1102241 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1102243 T2462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1102243 T2462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:37375/_xpg",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:37375__xpg",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1102243 T2462 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 1102244 T2462 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 1102246 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1102348 T2470 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1102348 T2483 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1102348 T2461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1103241 T2484 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1103241 T2484 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392030902549/collection1
   [junit4]   2> 1103241 T2484 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1103242 T2484 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1103242 T2484 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1103244 T2484 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1103244 T2484 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392030902549/collection1/'
   [junit4]   2> 1103244 T2484 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392030902549/collection1/lib/classes/' to classloader
   [junit4]   2> 1103244 T2484 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392030902549/collection1/lib/README' to classloader
   [junit4]   2> 1103272 T2484 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1103309 T2484 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1103310 T2484 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1103327 T2484 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1103616 T2484 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1103618 T2484 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1103620 T2484 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1103625 T2484 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1103651 T2484 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1103652 T2484 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392030902549/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/jetty1/
   [junit4]   2> 1103652 T2484 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee41803
   [junit4]   2> 1103653 T2484 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/jetty1
   [junit4]   2> 1103653 T2484 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/jetty1/index/
   [junit4]   2> 1103654 T2484 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1103654 T2484 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/jetty1/index
   [junit4]   2> 1103655 T2484 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=93.8935546875, floorSegmentMB=2.0146484375, forceMergeDeletesPctAllowed=2.0709680702790747, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5204564750122082
   [junit4]   2> 1103732 T2484 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 1103732 T2484 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1103735 T2484 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1103736 T2484 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1103736 T2484 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1103736 T2484 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1103736 T2484 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1103737 T2484 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1103737 T2484 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1103737 T2484 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1103737 T2484 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1103738 T2484 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1103738 T2484 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1103738 T2484 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1103739 T2484 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1103739 T2484 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1103739 T2484 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1103740 T2484 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1103740 T2484 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1103742 T2484 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1103745 T2484 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1103745 T2484 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1103745 T2484 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=94.51171875, floorSegmentMB=1.6728515625, forceMergeDeletesPctAllowed=13.269384879439755, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4543908299840511
   [junit4]   2> 1103747 T2484 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 1103747 T2484 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1103747 T2484 oass.SolrIndexSearcher.<init> Opening Searcher@74351ffe[collection1] main
   [junit4]   2> 1103750 T2485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@74351ffe[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1103752 T2484 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1103753 T2437 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1103753 T2437 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1103753 T2488 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:37375/_xpg collection:collection1 shard:shard3
   [junit4]   2> 1103755 T2488 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 1103760 T2488 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 1103761 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1103762 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1103762 T2488 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1103762 T2488 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1103762 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> ASYNC  NEW_CORE C3171 name=collection1 org.apache.solr.core.SolrCore@590831c9 url=https://127.0.0.1:37375/_xpg/collection1 node=127.0.0.1:37375__xpg C3171_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:37375/_xpg, core=collection1, node_name=127.0.0.1:37375__xpg}
   [junit4]   2> 1103762 T2488 C3171 P37375 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:37375/_xpg/collection1/
   [junit4]   2> 1103763 T2462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1103763 T2488 C3171 P37375 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1103763 T2488 C3171 P37375 oasc.SyncStrategy.syncToMe https://127.0.0.1:37375/_xpg/collection1/ has no replicas
   [junit4]   2> 1103763 T2488 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:37375/_xpg/collection1/ shard3
   [junit4]   2> 1103764 T2488 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 1103766 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1103768 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1103771 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1103840 T2437 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1103841 T2437 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1103844 T2437 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1103845 T2437 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:47765
   [junit4]   2> 1103847 T2437 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1103848 T2437 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1103848 T2437 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392030905203
   [junit4]   2> 1103848 T2437 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392030905203/'
   [junit4]   2> 1103860 T2437 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392030905203/solr.xml
   [junit4]   2> 1103874 T2470 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1103875 T2461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1103874 T2483 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1103889 T2437 oasc.CoreContainer.<init> New CoreContainer 1639747631
   [junit4]   2> 1103890 T2437 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392030905203/]
   [junit4]   2> 1103891 T2437 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1103891 T2437 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1103891 T2437 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1103891 T2437 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1103892 T2437 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1103892 T2437 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1103892 T2437 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1103892 T2437 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1103893 T2437 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1103896 T2437 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1103897 T2437 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1103897 T2437 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1103897 T2437 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51118/solr
   [junit4]   2> 1103897 T2437 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1103898 T2437 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1103900 T2499 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@35e3f3c5 name:ZooKeeperConnection Watcher:127.0.0.1:51118 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1103900 T2437 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1103903 T2437 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1103904 T2501 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14ae7bb6 name:ZooKeeperConnection Watcher:127.0.0.1:51118/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1103904 T2437 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1103908 T2437 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1103919 T2488 oasc.ZkController.register We are https://127.0.0.1:37375/_xpg/collection1/ and leader is https://127.0.0.1:37375/_xpg/collection1/
   [junit4]   2> 1103919 T2488 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:37375/_xpg
   [junit4]   2> 1103919 T2488 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1103919 T2488 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1103919 T2488 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1103921 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1103921 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1103921 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1103922 T2488 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1103922 T2462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1103923 T2462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:37375/_xpg",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:37375__xpg",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1103925 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1104027 T2470 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1104027 T2501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1104027 T2461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1104027 T2483 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1104910 T2437 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47765__xpg
   [junit4]   2> 1104913 T2437 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47765__xpg
   [junit4]   2> 1104915 T2470 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1104915 T2501 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1104915 T2461 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1104916 T2483 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1104922 T2502 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1104922 T2502 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1104924 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1104924 T2502 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1104924 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1104924 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1104925 T2462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1104926 T2462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:47765/_xpg",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47765__xpg",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1104926 T2462 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1104927 T2462 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1104932 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1105034 T2461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1105034 T2501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1105034 T2483 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1105034 T2470 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1105924 T2502 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1105925 T2502 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392030905203/collection1
   [junit4]   2> 1105925 T2502 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1105926 T2502 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1105926 T2502 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1105927 T2502 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1105927 T2502 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392030905203/collection1/'
   [junit4]   2> 1105928 T2502 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392030905203/collection1/lib/classes/' to classloader
   [junit4]   2> 1105928 T2502 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392030905203/collection1/lib/README' to classloader
   [junit4]   2> 1105968 T2502 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1105996 T2502 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1105998 T2502 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1106008 T2502 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1106263 T2502 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1106265 T2502 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1106266 T2502 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1106271 T2502 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1106296 T2502 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1106296 T2502 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392030905203/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/jetty2/
   [junit4]   2> 1106296 T2502 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee41803
   [junit4]   2> 1106297 T2502 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/jetty2
   [junit4]   2> 1106297 T2502 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/jetty2/index/
   [junit4]   2> 1106297 T2502 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1106298 T2502 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/jetty2/index
   [junit4]   2> 1106299 T2502 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=93.8935546875, floorSegmentMB=2.0146484375, forceMergeDeletesPctAllowed=2.0709680702790747, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5204564750122082
   [junit4]   2> 1106312 T2502 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 1106312 T2502 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1106317 T2502 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1106317 T2502 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1106317 T2502 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1106317 T2502 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1106318 T2502 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1106318 T2502 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1106318 T2502 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1106318 T2502 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1106319 T2502 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1106319 T2502 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1106319 T2502 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1106320 T2502 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1106320 T2502 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1106320 T2502 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1106321 T2502 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1106321 T2502 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1106321 T2502 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1106324 T2502 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1106326 T2502 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1106326 T2502 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1106326 T2502 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=94.51171875, floorSegmentMB=1.6728515625, forceMergeDeletesPctAllowed=13.269384879439755, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4543908299840511
   [junit4]   2> 1106328 T2502 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 1106328 T2502 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1106328 T2502 oass.SolrIndexSearcher.<init> Opening Searcher@4d3ba888[collection1] main
   [junit4]   2> 1106330 T2503 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4d3ba888[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1106332 T2502 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1106333 T2437 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1106333 T2437 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1106333 T2506 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:47765/_xpg collection:collection1 shard:shard2
   [junit4]   2> 1106335 T2506 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1106341 T2506 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1106343 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1106343 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1106343 T2506 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1106343 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1106344 T2506 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C3172 name=collection1 org.apache.solr.core.SolrCore@4ecc8096 url=https://127.0.0.1:47765/_xpg/collection1 node=127.0.0.1:47765__xpg C3172_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:47765/_xpg, core=collection1, node_name=127.0.0.1:47765__xpg}
   [junit4]   2> 1106344 T2506 C3172 P47765 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:47765/_xpg/collection1/
   [junit4]   2> 1106344 T2462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1106345 T2506 C3172 P47765 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1106345 T2506 C3172 P47765 oasc.SyncStrategy.syncToMe https://127.0.0.1:47765/_xpg/collection1/ has no replicas
   [junit4]   2> 1106345 T2506 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:47765/_xpg/collection1/ shard2
   [junit4]   2> 1106345 T2506 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1106348 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1106350 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1106353 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1106407 T2437 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 1106408 T2437 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1106411 T2437 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1106412 T2437 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:51828
   [junit4]   2> 1106414 T2437 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1106414 T2437 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1106414 T2437 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392030907783
   [junit4]   2> 1106415 T2437 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392030907783/'
   [junit4]   2> 1106427 T2437 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392030907783/solr.xml
   [junit4]   2> 1106454 T2437 oasc.CoreContainer.<init> New CoreContainer 2076579408
   [junit4]   2> 1106454 T2437 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392030907783/]
   [junit4]   2> 1106455 T2437 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1106455 T2437 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1106456 T2437 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1106456 T2437 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1106456 T2501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1106456 T2470 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1106456 T2483 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1106456 T2461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1106457 T2437 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1106458 T2437 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1106458 T2437 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1106459 T2437 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1106459 T2437 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1106463 T2437 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1106463 T2437 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1106463 T2437 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1106464 T2437 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51118/solr
   [junit4]   2> 1106464 T2437 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1106465 T2437 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1106466 T2517 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24e5dc69 name:ZooKeeperConnection Watcher:127.0.0.1:51118 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1106467 T2437 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1106469 T2437 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1106471 T2519 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b85b836 name:ZooKeeperConnection Watcher:127.0.0.1:51118/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1106471 T2437 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1106475 T2437 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1106502 T2506 oasc.ZkController.register We are https://127.0.0.1:47765/_xpg/collection1/ and leader is https://127.0.0.1:47765/_xpg/collection1/
   [junit4]   2> 1106503 T2506 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:47765/_xpg
   [junit4]   2> 1106503 T2506 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1106503 T2506 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1106503 T2506 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1106504 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1106504 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1106505 T2506 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1106505 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1106506 T2462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1106507 T2462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:47765/_xpg",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47765__xpg",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 1106509 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1106611 T2501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1106611 T2461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1106612 T2470 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1106611 T2483 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1106615 T2519 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1107477 T2437 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51828__xpg
   [junit4]   2> 1107479 T2437 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51828__xpg
   [junit4]   2> 1107481 T2470 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1107481 T2519 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1107481 T2483 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1107482 T2501 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1107482 T2461 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1107487 T2520 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1107487 T2520 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1107488 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1107488 T2520 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1107488 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1107489 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1107489 T2462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1107490 T2462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51828/_xpg",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51828__xpg",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1107490 T2462 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1107490 T2462 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1107492 T2461 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1107594 T2501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1107595 T2519 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1107595 T2461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1107594 T2470 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1107594 T2483 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1108489 T2520 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1108489 T2520 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392030907783/collection1
   [junit4]   2> 1108489 T2520 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1108490 T2520 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1108490 T2520 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1108491 T2520 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1108491 T2520 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392030907783/collection1/'
   [junit4]   2> 1108492 T2520 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392030907783/collection1/lib/classes/' to classloader
   [junit4]   2> 1108492 T2520 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392030907783/collection1/lib/README' to classloader
   [junit4]   2> 1108520 T2520 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1108546 T2520 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1108548 T2520 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1108557 T2520 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1108805 T2520 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1108807 T2520 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1108809 T2520 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1108812 T2520 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1108832 T2520 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1108832 T2520 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392030907783/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/jetty3/
   [junit4]   2> 1108832 T2520 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee41803
   [junit4]   2> 1108833 T2520 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/jetty3
   [junit4]   2> 1108833 T2520 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/jetty3/index/
   [junit4]   2> 1108833 T2520 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 1108834 T2520 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/jetty3/index
   [junit4]   2> 1108834 T2520 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=93.8935546875, floorSegmentMB=2.0146484375, forceMergeDeletesPctAllowed=2.0709680702790747, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5204564750122082
   [junit4]   2> 1108837 T2520 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392030900683/jetty3/index,segFN=segments_1,generation=1}
   [junit4]   2> 1108837 T2520 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1108840 T2520 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1108841 T2520 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1108841 T2520 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1108841 T2520 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1108841 T2520 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1108842 T2520 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1108842 T2520 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1108842 T2520 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1108842 T2520 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1108843 T2520 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1108843 T2520 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1108843 T2520 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1108844 T2520 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1108844 T2520 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1108844 T

[...truncated too long message...]

unJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	  79) Thread[id=2872, name=HashSessionScavenger-91, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at java.lang.Object.wait(Native Method)
   [junit4]   2> 	        at java.util.TimerThread.mainLoop(Timer.java:552)
   [junit4]   2> 	        at java.util.TimerThread.run(Timer.java:505)
   [junit4]   2> 	  80) Thread[id=2874, name=qtp956303137-2874 Selector1, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at sun.nio.ch.IOUtil.drain(Native Method)
   [junit4]   2> 	        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:90)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.selectNow(SelectorImpl.java:106)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:536)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	  81) Thread[id=2927, name=searcherExecutor-1627-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
   [junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	  82) Thread[id=2492, name=qtp865313159-2492 Acceptor0 SslSelectChannelConnector@127.0.0.1:47765, state=BLOCKED, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.getConnection(SelectChannelConnector.java:160)
   [junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:934)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	  83) Thread[id=2709, name=updateExecutor-171-thread-2, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]   2> 	        at java.net.SocketInputStream.read(SocketInputStream.java:152)
   [junit4]   2> 	        at java.net.SocketInputStream.read(SocketInputStream.java:122)
   [junit4]   2> 	        at sun.security.ssl.InputRecord.readFully(InputRecord.java:442)
   [junit4]   2> 	        at sun.security.ssl.InputRecord.read(InputRecord.java:480)
   [junit4]   2> 	        at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:927)
   [junit4]   2> 	        at sun.security.ssl.SSLSocketImpl.performInitialHandshake(SSLSocketImpl.java:1312)
   [junit4]   2> 	        at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1339)
   [junit4]   2> 	        at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1323)
   [junit4]   2> 	        at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:533)
   [junit4]   2> 	        at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:401)
   [junit4]   2> 	        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:178)
   [junit4]   2> 	        at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
   [junit4]   2> 	        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:610)
   [junit4]   2> 	        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:445)
   [junit4]   2> 	        at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
   [junit4]   2> 	        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]   2> 	        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
   [junit4]   2> 	        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
   [junit4]   2> 	        at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner.run(ConcurrentUpdateSolrServer.java:232)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> NOTE: test params are: codec=Lucene42, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=da, timezone=Indian/Mahe
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Oracle Corporation 1.7.0_60-ea (64-bit)/cpus=8,threads=97,free=134989392,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [BlockCacheTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, DocumentAnalysisRequestHandlerTest, TestBinaryResponseWriter, TestFileDictionaryLookup, TestDefaultSimilarityFactory, PreAnalyzedFieldTest, TestDynamicFieldCollectionResource, FileUtilsTest, DisMaxRequestHandlerTest, CursorPagingTest, TestReloadAndDeleteDocs, TestFieldTypeCollectionResource, SpellCheckComponentTest, TestNRTOpen, TestIndexSearcher, FullSolrCloudDistribCmdsTest, PathHierarchyTokenizerFactoryTest, DistributedDebugComponentTest, BasicZkTest, JSONWriterTest, TestCloudManagedSchemaAddField, EnumFieldTest, MultiTermTest, TestNumberUtils, TestDFRSimilarityFactory, TestStressRecovery, DocValuesMultiTest, SuggesterWFSTTest, NotRequiredUniqueKeyTest, TestAtomicUpdateErrorCases, StressHdfsTest, SolrCoreCheckLockOnStartupTest, TestStressLucene, BasicDistributedZk2Test, DistribCursorPagingTest, SolrPluginUtilsTest, TestModifyConfFiles, PluginInfoTest, ShardSplitTest, StatsComponentTest, CoreContainerCoreInitFailuresTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestFieldResource, TestSolrXmlPersistence, SortByFunctionTest, TestCodecSupport, AlternateDirectoryTest, TestCollationFieldDocValues, TestClassNameShortening, SuggesterTSTTest, NoCacheHeaderTest, TestFastLRUCache, IndexSchemaRuntimeFieldTest, TimeZoneUtilsTest, TestHashPartitioner, OpenCloseCoreStressTest, TestQuerySenderNoQuery, IndexBasedSpellCheckerTest, TestZkChroot, TestStressReorder, DateFieldTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestFiltering, PrimUtilsTest, ZkNodePropsTest, BlockDirectoryTest, TestUtils, TestDistributedGrouping, TestBinaryField, TestSolr4Spatial, HighlighterTest, TestCoreDiscovery, TestFastWriter, MinimalSchemaTest, OpenExchangeRatesOrgProviderTest, ShardRoutingCustomTest, TestSchemaResource, TestAnalyzedSuggestions, TestQuerySenderListener, PreAnalyzedUpdateProcessorTest, TestFieldTypeResource, TestManagedSchemaFieldResource, OutputWriterTest, ChaosMonkeySafeLeaderTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.seed=A3FB7079BA24A4B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=da -Dtests.timezone=Indian/Mahe -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | ChaosMonkeySafeLeaderTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A3FB7079BA24A4B]:0)
   [junit4] Completed on J1 in 7225.23s, 1 test, 2 errors <<< FAILURES!

[...truncated 26 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:453: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:433: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1268: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:901: There were test failures: 370 suites, 1599 tests, 1 suite-level error, 1 error, 42 ignored (7 assumptions)

Total time: 168 minutes 4 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_60-ea-b04 -XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0-fcs-b128) - Build # 9426 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/9426/
Java: 64bit/jdk1.8.0-fcs-b128 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

5 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.rest.schema.TestFieldTypeCollectionResource

Error Message:
Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 10,716,752 bytes (threshold is 10,485,760). Field reference sizes (counted individually):   - 10,715,288 bytes, protected static org.apache.solr.util.RestTestHarness org.apache.solr.util.RestTestBase.restTestHarness   - 448 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.nonEscapedSingleQuotePattern   - 312 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.escapedSingleQuotePattern   - 296 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules   - 232 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.testSolrHome   - 144 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp   - 80 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName   - 72 bytes, public static java.lang.String org.apache.solr.SolrJettyTestBase.context

Stack Trace:
junit.framework.AssertionFailedError: Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 10,716,752 bytes (threshold is 10,485,760). Field reference sizes (counted individually):
  - 10,715,288 bytes, protected static org.apache.solr.util.RestTestHarness org.apache.solr.util.RestTestBase.restTestHarness
  - 448 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.nonEscapedSingleQuotePattern
  - 312 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.escapedSingleQuotePattern
  - 296 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules
  - 232 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.testSolrHome
  - 144 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp
  - 80 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName
  - 72 bytes, public static java.lang.String org.apache.solr.SolrJettyTestBase.context
	at __randomizedtesting.SeedInfo.seed([9E5D98FB2C4B005E]:0)
	at com.carrotsearch.randomizedtesting.rules.StaticFieldsInvariantRule$1.afterAlways(StaticFieldsInvariantRule.java:127)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


FAILED:  junit.framework.TestSuite.org.apache.solr.rest.schema.TestSchemaSimilarityResource

Error Message:
Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 10,731,216 bytes (threshold is 10,485,760). Field reference sizes (counted individually):   - 10,729,752 bytes, protected static org.apache.solr.util.RestTestHarness org.apache.solr.util.RestTestBase.restTestHarness   - 448 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.nonEscapedSingleQuotePattern   - 312 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.escapedSingleQuotePattern   - 296 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules   - 232 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.testSolrHome   - 144 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp   - 80 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName   - 72 bytes, public static java.lang.String org.apache.solr.SolrJettyTestBase.context

Stack Trace:
junit.framework.AssertionFailedError: Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 10,731,216 bytes (threshold is 10,485,760). Field reference sizes (counted individually):
  - 10,729,752 bytes, protected static org.apache.solr.util.RestTestHarness org.apache.solr.util.RestTestBase.restTestHarness
  - 448 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.nonEscapedSingleQuotePattern
  - 312 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.escapedSingleQuotePattern
  - 296 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules
  - 232 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.testSolrHome
  - 144 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp
  - 80 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName
  - 72 bytes, public static java.lang.String org.apache.solr.SolrJettyTestBase.context
	at __randomizedtesting.SeedInfo.seed([9E5D98FB2C4B005E]:0)
	at com.carrotsearch.randomizedtesting.rules.StaticFieldsInvariantRule$1.afterAlways(StaticFieldsInvariantRule.java:127)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


FAILED:  junit.framework.TestSuite.org.apache.solr.rest.schema.TestSchemaVersionResource

Error Message:
Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 10,736,544 bytes (threshold is 10,485,760). Field reference sizes (counted individually):   - 10,735,080 bytes, protected static org.apache.solr.util.RestTestHarness org.apache.solr.util.RestTestBase.restTestHarness   - 448 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.nonEscapedSingleQuotePattern   - 312 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.escapedSingleQuotePattern   - 296 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules   - 232 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.testSolrHome   - 144 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp   - 80 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName   - 72 bytes, public static java.lang.String org.apache.solr.SolrJettyTestBase.context

Stack Trace:
junit.framework.AssertionFailedError: Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 10,736,544 bytes (threshold is 10,485,760). Field reference sizes (counted individually):
  - 10,735,080 bytes, protected static org.apache.solr.util.RestTestHarness org.apache.solr.util.RestTestBase.restTestHarness
  - 448 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.nonEscapedSingleQuotePattern
  - 312 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.escapedSingleQuotePattern
  - 296 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules
  - 232 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.testSolrHome
  - 144 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp
  - 80 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName
  - 72 bytes, public static java.lang.String org.apache.solr.SolrJettyTestBase.context
	at __randomizedtesting.SeedInfo.seed([9E5D98FB2C4B005E]:0)
	at com.carrotsearch.randomizedtesting.rules.StaticFieldsInvariantRule$1.afterAlways(StaticFieldsInvariantRule.java:127)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


FAILED:  junit.framework.TestSuite.org.apache.solr.rest.schema.TestSolrQueryParserDefaultOperatorResource

Error Message:
Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 10,743,496 bytes (threshold is 10,485,760). Field reference sizes (counted individually):   - 10,742,032 bytes, protected static org.apache.solr.util.RestTestHarness org.apache.solr.util.RestTestBase.restTestHarness   - 448 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.nonEscapedSingleQuotePattern   - 312 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.escapedSingleQuotePattern   - 296 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules   - 232 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.testSolrHome   - 144 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp   - 80 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName   - 72 bytes, public static java.lang.String org.apache.solr.SolrJettyTestBase.context

Stack Trace:
junit.framework.AssertionFailedError: Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 10,743,496 bytes (threshold is 10,485,760). Field reference sizes (counted individually):
  - 10,742,032 bytes, protected static org.apache.solr.util.RestTestHarness org.apache.solr.util.RestTestBase.restTestHarness
  - 448 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.nonEscapedSingleQuotePattern
  - 312 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.escapedSingleQuotePattern
  - 296 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules
  - 232 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.testSolrHome
  - 144 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp
  - 80 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName
  - 72 bytes, public static java.lang.String org.apache.solr.SolrJettyTestBase.context
	at __randomizedtesting.SeedInfo.seed([9E5D98FB2C4B005E]:0)
	at com.carrotsearch.randomizedtesting.rules.StaticFieldsInvariantRule$1.afterAlways(StaticFieldsInvariantRule.java:127)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


FAILED:  junit.framework.TestSuite.org.apache.solr.rest.schema.TestUniqueKeyFieldResource

Error Message:
Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 10,753,552 bytes (threshold is 10,485,760). Field reference sizes (counted individually):   - 10,752,088 bytes, protected static org.apache.solr.util.RestTestHarness org.apache.solr.util.RestTestBase.restTestHarness   - 448 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.nonEscapedSingleQuotePattern   - 312 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.escapedSingleQuotePattern   - 296 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules   - 232 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.testSolrHome   - 144 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp   - 80 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName   - 72 bytes, public static java.lang.String org.apache.solr.SolrJettyTestBase.context

Stack Trace:
junit.framework.AssertionFailedError: Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 10,753,552 bytes (threshold is 10,485,760). Field reference sizes (counted individually):
  - 10,752,088 bytes, protected static org.apache.solr.util.RestTestHarness org.apache.solr.util.RestTestBase.restTestHarness
  - 448 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.nonEscapedSingleQuotePattern
  - 312 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.escapedSingleQuotePattern
  - 296 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules
  - 232 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.testSolrHome
  - 144 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp
  - 80 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName
  - 72 bytes, public static java.lang.String org.apache.solr.SolrJettyTestBase.context
	at __randomizedtesting.SeedInfo.seed([9E5D98FB2C4B005E]:0)
	at com.carrotsearch.randomizedtesting.rules.StaticFieldsInvariantRule$1.afterAlways(StaticFieldsInvariantRule.java:127)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 11063 lines...]
   [junit4] Suite: org.apache.solr.rest.schema.TestFieldTypeCollectionResource
   [junit4]   2> 1192862 T6696 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestFieldTypeCollectionResource-1392024750479
   [junit4]   2> 1192863 T6696 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 1192863 T6696 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1192866 T6696 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48631
   [junit4]   2> 1192866 T6696 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1192867 T6696 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1192867 T6696 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 1192867 T6696 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 1192877 T6696 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/solr.xml
   [junit4]   2> 1192884 T6696 oasc.CoreContainer.<init> New CoreContainer 614896485
   [junit4]   2> 1192885 T6696 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 1192885 T6696 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1192885 T6696 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1192886 T6696 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1192886 T6696 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1192886 T6696 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1192886 T6696 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1192886 T6696 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1192887 T6696 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1192887 T6696 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1192888 T6696 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1192889 T6696 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1192889 T6696 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1192890 T6706 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 1192890 T6706 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 1192891 T6706 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1192891 T6706 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1192918 T6706 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1192941 T6706 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1192942 T6706 oass.IndexSchema.readSchema Reading Solr Schema from schema-rest.xml
   [junit4]   2> 1192946 T6706 oass.IndexSchema.readSchema [collection1] Schema name=test-rest
   [junit4]   2> 1193071 T6706 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1193072 T6706 oass.IndexSchema.readSchema query parser default operator is OR
   [junit4]   2> 1193073 T6706 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1193074 T6706 oass.IndexSchema.readSchema WARN Field title is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 1193078 T6706 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1193078 T6706 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestFieldTypeCollectionResource-1392024750479/
   [junit4]   2> 1193079 T6706 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@426bc359
   [junit4]   2> 1193079 T6706 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestFieldTypeCollectionResource-1392024750479
   [junit4]   2> 1193079 T6706 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestFieldTypeCollectionResource-1392024750479/index/
   [junit4]   2> 1193080 T6706 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestFieldTypeCollectionResource-1392024750479/index' doesn't exist. Creating new index...
   [junit4]   2> 1193080 T6706 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestFieldTypeCollectionResource-1392024750479/index
   [junit4]   2> 1193080 T6706 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=19, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5740413849241857]
   [junit4]   2> 1193081 T6706 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@5c832909 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ace523)),segFN=segments_1,generation=1}
   [junit4]   2> 1193081 T6706 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1193081 T6706 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 1193083 T6706 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1193083 T6706 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1193084 T6706 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1193084 T6706 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1193084 T6706 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1193084 T6706 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1193084 T6706 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1193085 T6706 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1193085 T6706 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1193085 T6706 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1193085 T6706 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1193085 T6706 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1193086 T6706 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1193086 T6706 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1193086 T6706 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1193086 T6706 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1193087 T6706 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 1193087 T6706 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 1193087 T6706 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1193087 T6706 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1193088 T6706 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1193088 T6706 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 1193088 T6706 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 1193088 T6706 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 1193089 T6706 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1193089 T6706 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1193089 T6706 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1193089 T6706 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1193090 T6706 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1193090 T6706 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1193090 T6706 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1193090 T6706 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1193091 T6706 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1193091 T6706 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 1193091 T6706 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 1193093 T6706 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1193093 T6706 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 1193094 T6706 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1193095 T6706 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1193095 T6706 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=20.490234375, floorSegmentMB=0.6142578125, forceMergeDeletesPctAllowed=29.582281223726792, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1193095 T6706 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@5c832909 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ace523)),segFN=segments_1,generation=1}
   [junit4]   2> 1193096 T6706 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1193096 T6706 oass.SolrIndexSearcher.<init> Opening Searcher@60acc191[collection1] main
   [junit4]   2> 1193096 T6706 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 1193121 T6706 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1193138 T6707 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@60acc191[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1193140 T6706 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1193141 T6696 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1193141 T6696 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1193141 T6696 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#48631
   [junit4]   2> 1193146 T6696 oas.SolrTestCaseJ4.setUp ###Starting testGetAllFieldTypes
   [junit4]   2> ASYNC  NEW_CORE C3206 name=collection1 org.apache.solr.core.SolrCore@745d49ee
   [junit4]   2> 1193149 T6702 C3206 oejsh.ContextHandler$Context.log SolrRestApi: [Restlet] Attaching application: org.apache.solr.rest.SolrRestApi@15211e7c to URI: /solr/schema
   [junit4]   2> 1193151 T6702 C3206 oasr.SolrRestApi.createInboundRoot createInboundRoot started
   [junit4]   2> 1193151 T6702 C3206 oasr.SolrRestApi.createInboundRoot createInboundRoot complete
   [junit4]   2> 1193153 T6702 C3206 oasrs.BaseSchemaResource.handlePostExecution [collection1] webapp=/solr path=/schema/fieldtypes params={indent=on&wt=xml} status=0 QTime=6 
   [junit4]   2> ASYNC  NEW_CORE C17 name=collection1 org.apache.solr.core.SolrCore@745d49ee
   [junit4]   2> 309 T6702 C17 orel.LogFilter.afterHandle 2014-02-10	10:32:30	127.0.0.1	-	127.0.0.1	48631	GET	/solr/schema/fieldtypes	indent=on&wt=xml	200	-	0	5	http://127.0.0.1:48631	Apache-HttpClient/4.3.1 (java 1.5)	-
   [junit4]   2> 1193179 T6696 oas.SolrTestCaseJ4.tearDown ###Ending testGetAllFieldTypes
   [junit4]   2> 1193184 T6696 oas.SolrTestCaseJ4.setUp ###Starting testJsonGetAllFieldTypes
   [junit4]   2> 1193187 T6703 C3206 oasrs.BaseSchemaResource.handlePostExecution [collection1] webapp=/solr path=/schema/fieldtypes params={indent=on&wt=json} status=0 QTime=2 
   [junit4]   2> 326 T6703 C17 orel.LogFilter.afterHandle 2014-02-10	10:32:30	127.0.0.1	-	127.0.0.1	48631	GET	/solr/schema/fieldtypes	indent=on&wt=json	200	-	0	2	http://127.0.0.1:48631	Apache-HttpClient/4.3.1 (java 1.5)	-
   [junit4]   2> 1193193 T6696 oas.SolrTestCaseJ4.tearDown ###Ending testJsonGetAllFieldTypes
   [junit4]   2> 1193214 T6696 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=614896485
   [junit4]   2> 1193215 T6696 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@745d49ee
   [junit4]   2> 1193226 T6696 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 1193226 T6696 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1193227 T6696 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1193227 T6696 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1193227 T6696 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1193228 T6696 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1193228 T6696 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestFieldTypeCollectionResource-1392024750479/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestFieldTypeCollectionResource-1392024750479/index;done=false>>]
   [junit4]   2> 1193228 T6696 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestFieldTypeCollectionResource-1392024750479/index
   [junit4]   2> 1193228 T6696 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestFieldTypeCollectionResource-1392024750479 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestFieldTypeCollectionResource-1392024750479;done=false>>]
   [junit4]   2> 1193229 T6696 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestFieldTypeCollectionResource-1392024750479
   [junit4]   2> 1193230 T6696 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 1193282 T6696 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=fi, timezone=Europe/Sarajevo
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Oracle Corporation 1.8.0 (64-bit)/cpus=8,threads=1,free=122421512,total=362201088
   [junit4]   2> NOTE: All tests run in this JVM: [TestCursorMarkWithoutUniqueKey, RangeFacetTest, TestMergePolicyConfig, IndexSchemaTest, TestDocSet, EnumFieldTest, DeleteReplicaTest, SampleTest, AddBlockUpdateTest, TestGroupingSearch, TestPseudoReturnFields, TestElisionMultitermQuery, HdfsDirectoryTest, TestFaceting, SuggesterFSTTest, TestDynamicFieldResource, TestClassNameShortening, CacheHeaderTest, TestInfoStreamLogging, HdfsUnloadDistributedZkTest, TestLRUCache, TestBM25SimilarityFactory, SyncSliceTest, CoreAdminCreateDiscoverTest, DirectUpdateHandlerOptimizeTest, QueryElevationComponentTest, ShardRoutingTest, TermsComponentTest, BasicDistributedZkTest, TestSolrXmlPersistor, DocumentBuilderTest, DOMUtilTest, TestRandomDVFaceting, TestFieldTypeResource, LeaderElectionTest, RecoveryZkTest, TestSimpleQParserPlugin, PrimitiveFieldTypeTest, SOLR749Test, SolrCoreTest, SuggesterTest, CoreAdminHandlerTest, ReturnFieldsTest, LegacyHTMLStripCharFilterTest, MoreLikeThisHandlerTest, TestCustomSort, TestLMJelinekMercerSimilarityFactory, SolrIndexSplitterTest, ScriptEngineTest, DistributedSuggestComponentTest, TestWriterPerf, TestManagedSchemaFieldResource, QueryParsingTest, AbstractAnalyticsFacetTest, UpdateRequestProcessorFactoryTest, SpatialFilterTest, FastVectorHighlighterTest, SynonymTokenizerTest, DistributedSpellCheckComponentTest, TestDocumentBuilder, TestModifyConfFiles, TestFunctionQuery, TermVectorComponentTest, BinaryUpdateRequestHandlerTest, EchoParamsTest, TestStressVersions, SystemInfoHandlerTest, TestSearchPerf, TestSolrQueryParserResource, TestFieldCollectionResource, LoggingHandlerTest, QueryResultKeyTest, TestTrie, DistributedQueryElevationComponentTest, ConnectionManagerTest, PolyFieldTest, CopyFieldTest, HdfsBasicDistributedZk2Test, TestSolrXMLSerializer, TestDynamicFieldCollectionResource, BJQParserTest, SimpleFacetsTest, TestShardHandlerFactory, ResponseLogComponentTest, DocValuesTest, TestSuggestSpellingConverter, ResourceLoaderTest, TestPHPSerializedResponseWriter, TestSolrDeletionPolicy1, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ZkCLITest, SliceStateUpdateTest, TestDistributedGrouping, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, DistributedTermsComponentTest, TestCoreContainer, TestSolr4Spatial, PeerSyncTest, TestSort, OverseerCollectionProcessorTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterTSTTest, WordBreakSolrSpellCheckerTest, TestUpdate, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest, LukeRequestHandlerTest, TestOmitPositions, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestIndexingPerformance, TestArbitraryIndexDir, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, SearchHandlerTest, TestBinaryResponseWriter, TestQuerySenderListener, TestSolrIndexConfig, BadComponentTest, TestBinaryField, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestPerFieldSimilarity, TestNumberUtils, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestDefaultSimilarityFactory, TestJmxMonitoredMap, TimeZoneUtilsTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, SolrXmlInZkTest, TestDistribDocBasedVersion, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, StressHdfsTest, CachingDirectoryFactoryTest, TestNonNRTOpen, TestReloadAndDeleteDocs, TestSolrXml, TestSolrXmlPersistence, InfoHandlerTest, SuggestComponentTest, TestDefaultSearchFieldResource, TestFieldTypeCollectionResource]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFieldTypeCollectionResource -Dtests.seed=9E5D98FB2C4B005E -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fi -Dtests.timezone=Europe/Sarajevo -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestFieldTypeCollectionResource (suite) <<<
   [junit4]    > Throwable #1: junit.framework.AssertionFailedError: Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 10,716,752 bytes (threshold is 10,485,760). Field reference sizes (counted individually):
   [junit4]    >   - 10,715,288 bytes, protected static org.apache.solr.util.RestTestHarness org.apache.solr.util.RestTestBase.restTestHarness
   [junit4]    >   - 448 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.nonEscapedSingleQuotePattern
   [junit4]    >   - 312 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.escapedSingleQuotePattern
   [junit4]    >   - 296 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules
   [junit4]    >   - 232 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.testSolrHome
   [junit4]    >   - 144 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp
   [junit4]    >   - 80 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName
   [junit4]    >   - 72 bytes, public static java.lang.String org.apache.solr.SolrJettyTestBase.context
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9E5D98FB2C4B005E]:0)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4] Completed on J0 in 0.62s, 2 tests, 1 failure <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.rest.schema.TestSchemaSimilarityResource
   [junit4]   2> 1193655 T6710 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestSchemaSimilarityResource-1392024751273
   [junit4]   2> 1193656 T6710 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 1193656 T6710 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1193659 T6710 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58853
   [junit4]   2> 1193659 T6710 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1193659 T6710 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1193659 T6710 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 1193660 T6710 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 1193670 T6710 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/solr.xml
   [junit4]   2> 1193693 T6710 oasc.CoreContainer.<init> New CoreContainer 1305683369
   [junit4]   2> 1193693 T6710 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 1193694 T6710 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1193694 T6710 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1193695 T6710 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1193695 T6710 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1193696 T6710 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1193696 T6710 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1193697 T6710 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1193697 T6710 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1193697 T6710 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1193701 T6710 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1193701 T6710 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1193702 T6710 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1193704 T6720 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 1193704 T6720 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 1193704 T6720 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1193704 T6720 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1193730 T6720 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1193756 T6720 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1193756 T6720 oass.IndexSchema.readSchema Reading Solr Schema from schema-rest.xml
   [junit4]   2> 1193761 T6720 oass.IndexSchema.readSchema [collection1] Schema name=test-rest
   [junit4]   2> 1193872 T6720 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1193873 T6720 oass.IndexSchema.readSchema query parser default operator is OR
   [junit4]   2> 1193873 T6720 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1193874 T6720 oass.IndexSchema.readSchema WARN Field title is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 1193879 T6720 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1193879 T6720 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaSimilarityResource-1392024751273/
   [junit4]   2> 1193880 T6720 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@426bc359
   [junit4]   2> 1193880 T6720 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaSimilarityResource-1392024751273
   [junit4]   2> 1193880 T6720 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaSimilarityResource-1392024751273/index/
   [junit4]   2> 1193880 T6720 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaSimilarityResource-1392024751273/index' doesn't exist. Creating new index...
   [junit4]   2> 1193881 T6720 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaSimilarityResource-1392024751273/index
   [junit4]   2> 1193881 T6720 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1193882 T6720 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@5186a172 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3164ab6; maxCacheMB=0.0634765625 maxMergeSizeMB=0.6162109375))),segFN=segments_1,generation=1}
   [junit4]   2> 1193882 T6720 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1193882 T6720 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 1193884 T6720 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1193884 T6720 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1193885 T6720 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1193885 T6720 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1193885 T6720 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1193885 T6720 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1193885 T6720 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1193885 T6720 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1193886 T6720 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1193886 T6720 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1193886 T6720 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1193886 T6720 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1193886 T6720 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1193887 T6720 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1193887 T6720 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1193887 T6720 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1193888 T6720 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 1193888 T6720 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 1193888 T6720 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1193888 T6720 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1193889 T6720 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1193889 T6720 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 1193889 T6720 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 1193889 T6720 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 1193890 T6720 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1193890 T6720 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1193890 T6720 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1193890 T6720 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1193891 T6720 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1193891 T6720 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1193891 T6720 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1193891 T6720 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1193892 T6720 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1193892 T6720 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 1193892 T6720 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 1193894 T6720 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1193894 T6720 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 1193896 T6720 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1193896 T6720 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1193896 T6720 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1193896 T6720 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@5186a172 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3164ab6; maxCacheMB=0.0634765625 maxMergeSizeMB=0.6162109375))),segFN=segments_1,generation=1}
   [junit4]   2> 1193897 T6720 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1193897 T6720 oass.SolrIndexSearcher.<init> Opening Searcher@6f626095[collection1] main
   [junit4]   2> 1193897 T6720 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 1193901 T6720 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1193918 T6721 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6f626095[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1193922 T6720 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1193923 T6710 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1193923 T6710 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1193924 T6710 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#58853
   [junit4]   2> 1193931 T6710 oas.SolrTestCaseJ4.setUp ###Starting testGetSchemaSimilarity
   [junit4]   2> ASYNC  NEW_CORE C3207 name=collection1 org.apache.solr.core.SolrCore@65270b63
   [junit4]   2> 1193935 T6716 C3207 oejsh.ContextHandler$Context.log SolrRestApi: [Restlet] Attaching application: org.apache.solr.rest.SolrRestApi@6c271db0 to URI: /solr/schema
   [junit4]   2> 1193938 T6716 C3207 oasr.SolrRestApi.createInboundRoot createInboundRoot started
   [junit4]   2> 1193939 T6716 C3207 oasr.SolrRestApi.createInboundRoot createInboundRoot complete
   [junit4]   2> 1193940 T6716 C3207 oasrs.BaseSchemaResource.handlePostExecution [collection1] webapp=/solr path=/schema/similarity params={indent=on&wt=xml} status=0 QTime=7 
   [junit4]   2> ASYNC  NEW_CORE C18 name=collection1 org.apache.solr.core.SolrCore@65270b63
   [junit4]   2> 287 T6716 C18 orel.LogFilter.afterHandle 2014-02-10	07:32:31	127.0.0.1	-	127.0.0.1	58853	GET	/solr/schema/similarity	indent=on&wt=xml	200	-	0	5	http://127.0.0.1:58853	Apache-HttpClient/4.3.1 (java 1.5)	-
   [junit4]   2> 1193945 T6710 oas.SolrTestCaseJ4.tearDown ###Ending testGetSchemaSimilarity
   [junit4]   2> 1193968 T6710 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1305683369
   [junit4]   2> 1193969 T6710 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@65270b63
   [junit4]   2> 1193979 T6710 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 1193980 T6710 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1193980 T6710 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1193981 T6710 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1193981 T6710 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1193982 T6710 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1193983 T6710 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaSimilarityResource-1392024751273 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaSimilarityResource-1392024751273;done=false>>]
   [junit4]   2> 1193983 T6710 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaSimilarityResource-1392024751273
   [junit4]   2> 1193984 T6710 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaSimilarityResource-1392024751273/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaSimilarityResource-1392024751273/index;done=false>>]
   [junit4]   2> 1193984 T6710 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaSimilarityResource-1392024751273/index
   [junit4]   2> 1193987 T6710 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 1194038 T6710 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=en_SG, timezone=Etc/GMT+2
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Oracle Corporation 1.8.0 (64-bit)/cpus=8,threads=1,free=96437144,total=363184128
   [junit4]   2> NOTE: All tests run in this JVM: [TestCursorMarkWithoutUniqueKey, RangeFacetTest, TestMergePolicyConfig, IndexSchemaTest, TestDocSet, EnumFieldTest, DeleteReplicaTest, SampleTest, AddBlockUpdateTest, TestGroupingSearch, TestPseudoReturnFields, TestElisionMultitermQuery, HdfsDirectoryTest, TestFaceting, SuggesterFSTTest, TestDynamicFieldResource, TestClassNameShortening, CacheHeaderTest, TestInfoStreamLogging, HdfsUnloadDistributedZkTest, TestLRUCache, TestBM25SimilarityFactory, SyncSliceTest, CoreAdminCreateDiscoverTest, DirectUpdateHandlerOptimizeTest, QueryElevationComponentTest, ShardRoutingTest, TermsComponentTest, BasicDistributedZkTest, TestSolrXmlPersistor, DocumentBuilderTest, DOMUtilTest, TestRandomDVFaceting, TestFieldTypeResource, LeaderElectionTest, RecoveryZkTest, TestSimpleQParserPlugin, PrimitiveFieldTypeTest, SOLR749Test, SolrCoreTest, SuggesterTest, CoreAdminHandlerTest, ReturnFieldsTest, LegacyHTMLStripCharFilterTest, MoreLikeThisHandlerTest, TestCustomSort, TestLMJelinekMercerSimilarityFactory, SolrIndexSplitterTest, ScriptEngineTest, DistributedSuggestComponentTest, TestWriterPerf, TestManagedSchemaFieldResource, QueryParsingTest, AbstractAnalyticsFacetTest, UpdateRequestProcessorFactoryTest, SpatialFilterTest, FastVectorHighlighterTest, SynonymTokenizerTest, DistributedSpellCheckComponentTest, TestDocumentBuilder, TestModifyConfFiles, TestFunctionQuery, TermVectorComponentTest, BinaryUpdateRequestHandlerTest, EchoParamsTest, TestStressVersions, SystemInfoHandlerTest, TestSearchPerf, TestSolrQueryParserResource, TestFieldCollectionResource, LoggingHandlerTest, QueryResultKeyTest, TestTrie, DistributedQueryElevationComponentTest, ConnectionManagerTest, PolyFieldTest, CopyFieldTest, HdfsBasicDistributedZk2Test, TestSolrXMLSerializer, TestDynamicFieldCollectionResource, BJQParserTest, SimpleFacetsTest, TestShardHandlerFactory, ResponseLogComponentTest, DocValuesTest, TestSuggestSpellingConverter, ResourceLoaderTest, TestPHPSerializedResponseWriter, TestSolrDeletionPolicy1, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ZkCLITest, SliceStateUpdateTest, TestDistributedGrouping, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, DistributedTermsComponentTest, TestCoreContainer, TestSolr4Spatial, PeerSyncTest, TestSort, OverseerCollectionProcessorTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterTSTTest, WordBreakSolrSpellCheckerTest, TestUpdate, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest, LukeRequestHandlerTest, TestOmitPositions, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestIndexingPerformance, TestArbitraryIndexDir, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, SearchHandlerTest, TestBinaryResponseWriter, TestQuerySenderListener, TestSolrIndexConfig, BadComponentTest, TestBinaryField, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestPerFieldSimilarity, TestNumberUtils, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestDefaultSimilarityFactory, TestJmxMonitoredMap, TimeZoneUtilsTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, SolrXmlInZkTest, TestDistribDocBasedVersion, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, StressHdfsTest, CachingDirectoryFactoryTest, TestNonNRTOpen, TestReloadAndDeleteDocs, TestSolrXml, TestSolrXmlPersistence, InfoHandlerTest, SuggestComponentTest, TestDefaultSearchFieldResource, TestFieldTypeCollectionResource, TestSchemaSimilarityResource]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSchemaSimilarityResource -Dtests.seed=9E5D98FB2C4B005E -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_SG -Dtests.timezone=Etc/GMT+2 -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestSchemaSimilarityResource (suite) <<<
   [junit4]    > Throwable #1: junit.framework.AssertionFailedError: Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 10,731,216 bytes (threshold is 10,485,760). Field reference sizes (counted individually):
   [junit4]    >   - 10,729,752 bytes, protected static org.apache.solr.util.RestTestHarness org.apache.solr.util.RestTestBase.restTestHarness
   [junit4]    >   - 448 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.nonEscapedSingleQuotePattern
   [junit4]    >   - 312 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.escapedSingleQuotePattern
   [junit4]    >   - 296 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules
   [junit4]    >   - 232 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.testSolrHome
   [junit4]    >   - 144 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp
   [junit4]    >   - 80 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName
   [junit4]    >   - 72 bytes, public static java.lang.String org.apache.solr.SolrJettyTestBase.context
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9E5D98FB2C4B005E]:0)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4] Completed on J0 in 0.59s, 1 test, 1 failure <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.rest.schema.TestSchemaVersionResource
   [junit4]   2> 1194441 T6724 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestSchemaVersionResource-1392024752059
   [junit4]   2> 1194442 T6724 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 1194442 T6724 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1194445 T6724 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:47741
   [junit4]   2> 1194445 T6724 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1194446 T6724 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1194446 T6724 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 1194446 T6724 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 1194456 T6724 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/solr.xml
   [junit4]   2> 1194468 T6724 oasc.CoreContainer.<init> New CoreContainer 973284304
   [junit4]   2> 1194468 T6724 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 1194469 T6724 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1194469 T6724 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1194470 T6724 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1194470 T6724 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1194470 T6724 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1194471 T6724 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1194471 T6724 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1194472 T6724 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1194472 T6724 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1194475 T6724 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1194475 T6724 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1194476 T6724 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1194477 T6734 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 1194478 T6734 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 1194479 T6734 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1194479 T6734 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1194510 T6734 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1194532 T6734 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1194532 T6734 oass.IndexSchema.readSchema Reading Solr Schema from schema-rest.xml
   [junit4]   2> 1194536 T6734 oass.IndexSchema.readSchema [collection1] Schema name=test-rest
   [junit4]   2> 1194654 T6734 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1194655 T6734 oass.IndexSchema.readSchema query parser default operator is OR
   [junit4]   2> 1194655 T6734 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1194656 T6734 oass.IndexSchema.readSchema WARN Field title is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 1194661 T6734 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1194661 T6734 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaVersionResource-1392024752059/
   [junit4]   2> 1194661 T6734 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@426bc359
   [junit4]   2> 1194662 T6734 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaVersionResource-1392024752059
   [junit4]   2> 1194662 T6734 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaVersionResource-1392024752059/index/
   [junit4]   2> 1194662 T6734 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaVersionResource-1392024752059/index' doesn't exist. Creating new index...
   [junit4]   2> 1194662 T6734 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaVersionResource-1392024752059/index
   [junit4]   2> 1194662 T6734 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=86.1220703125, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=4.378377844581097, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7822324160232975
   [junit4]   2> 1194663 T6734 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@23a91a2a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fbb64d8)),segFN=segments_1,generation=1}
   [junit4]   2> 1194663 T6734 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1194663 T6734 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 1194665 T6734 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1194666 T6734 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1194666 T6734 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1194666 T6734 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1194666 T6734 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1194666 T6734 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1194666 T6734 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1194667 T6734 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1194667 T6734 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1194667 T6734 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1194667 T6734 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1194668 T6734 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1194668 T6734 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1194668 T6734 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1194668 T6734 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1194668 T6734 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1194669 T6734 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 1194669 T6734 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 1194669 T6734 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1194670 T6734 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1194670 T6734 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1194670 T6734 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 1194670 T6734 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 1194670 T6734 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 1194671 T6734 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1194671 T6734 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1194671 T6734 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1194671 T6734 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1194672 T6734 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1194672 T6734 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1194672 T6734 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1194672 T6734 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1194673 T6734 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1194673 T6734 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 1194673 T6734 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 1194675 T6734 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1194675 T6734 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 1194676 T6734 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1194676 T6734 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1194677 T6734 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=35, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1194677 T6734 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@23a91a2a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fbb64d8)),segFN=segments_1,generation=1}
   [junit4]   2> 1194677 T6734 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1194678 T6734 oass.SolrIndexSearcher.<init> Opening Searcher@1d3900af[collection1] main
   [junit4]   2> 1194678 T6734 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 1194681 T6734 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1194700 T6735 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d3900af[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1194702 T6734 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1194703 T6724 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1194703 T6724 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1194703 T6724 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#47741
   [junit4]   2> 1194711 T6724 oas.SolrTestCaseJ4.setUp ###Starting testGetSchemaVersion
   [junit4]   2> ASYNC  NEW_CORE C3208 name=collection1 org.apache.solr.core.SolrCore@16cfce7
   [junit4]   2> 1194716 T6730 C3208 oejsh.ContextHandler$Context.log SolrRestApi: [Restlet] Attaching application: org.apache.solr.rest.SolrRestApi@6038f053 to URI: /solr/schema
   [junit4]   2> 1194719 T6730 C3208 oasr.SolrRestApi.createInboundRoot createInboundRoot started
   [junit4]   2> 1194720 T6730 C3208 oasr.SolrRestApi.createInboundRoot createInboundRoot complete
   [junit4]   2> 1194721 T6730 C3208 oasrs.BaseSchemaResource.handlePostExecution [collection1] webapp=/solr path=/schema/version params={indent=on&wt=xml} status=0 QTime=8 
   [junit4]   2> ASYNC  NEW_CORE C19 name=collection1 org.apache.solr.core.SolrCore@16cfce7
   [junit4]   2> 281 T6730 C19 orel.LogFilter.afterHandle 2014-02-10	12:32:32	127.0.0.1	-	127.0.0.1	47741	GET	/solr/schema/version	indent=on&wt=xml	200	-	0	5	http://127.0.0.1:47741	Apache-HttpClient/4.3.1 (java 1.5)	-
   [junit4]   2> 1194726 T6724 oas.SolrTestCaseJ4.tearDown ###Ending testGetSchemaVersion
   [junit4]   2> 1194749 T6724 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=973284304
   [junit4]   2> 1194749 T6724 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@16cfce7
   [junit4]   2> 1194760 T6724 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 1194760 T6724 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1194761 T6724 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1194761 T6724 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1194761 T6724 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1194762 T6724 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1194763 T6724 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaVersionResource-1392024752059/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaVersionResource-1392024752059/index;done=false>>]
   [junit4]   2> 1194763 T6724 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaVersionResource-1392024752059/index
   [junit4]   2> 1194764 T6724 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaVersionResource-1392024752059 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaVersionResource-1392024752059;done=false>>]
   [junit4]   2> 1194765 T6724 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestSchemaVersionResource-1392024752059
   [junit4]   2> 1194767 T6724 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 1194819 T6724 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=nl_NL, timezone=Africa/Nairobi
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Oracle Corporation 1.8.0 (64-bit)/cpus=8,threads=1,free=126990824,total=363184128
   [junit4]   2> NOTE: All tests run in this JVM: [TestCursorMarkWithoutUniqueKey, RangeFacetTest, TestMergePolicyConfig, IndexSchemaTest, TestDocSet, EnumFieldTest, DeleteReplicaTest, SampleTest, AddBlockUpdateTest, TestGroupingSearch, TestPseudoReturnFields, TestElisionMultitermQuery, HdfsDirectoryTest, TestFaceting, SuggesterFSTTest, TestDynamicFieldResource, TestClassNameShortening, CacheHeaderTest, TestInfoStreamLogging, HdfsUnloadDistributedZkTest, TestLRUCache, TestBM25SimilarityFactory, SyncSliceTest, CoreAdminCreateDiscoverTest, DirectUpdateHandlerOptimizeTest, QueryElevationComponentTest, ShardRoutingTest, TermsComponentTest, BasicDistributedZkTest, TestSolrXmlPersistor, DocumentBuilderTest, DOMUtilTest, TestRandomDVFaceting, TestFieldTypeResource, LeaderElectionTest, RecoveryZkTest, TestSimpleQParserPlugin, PrimitiveFieldTypeTest, SOLR749Test, SolrCoreTest, SuggesterTest, CoreAdminHandlerTest, ReturnFieldsTest, LegacyHTMLStripCharFilterTest, MoreLikeThisHandlerTest, TestCustomSort, TestLMJelinekMercerSimilarityFactory, SolrIndexSplitterTest, ScriptEngineTest, DistributedSuggestComponentTest, TestWriterPerf, TestManagedSchemaFieldResource, QueryParsingTest, AbstractAnalyticsFacetTest, UpdateRequestProcessorFactoryTest, SpatialFilterTest, FastVectorHighlighterTest, SynonymTokenizerTest, DistributedSpellCheckComponentTest, TestDocumentBuilder, TestModifyConfFiles, TestFunctionQuery, TermVectorComponentTest, BinaryUpdateRequestHandlerTest, EchoParamsTest, TestStressVersions, SystemInfoHandlerTest, TestSearchPerf, TestSolrQueryParserResource, TestFieldCollectionResource, LoggingHandlerTest, QueryResultKeyTest, TestTrie, DistributedQueryElevationComponentTest, ConnectionManagerTest, PolyFieldTest, CopyFieldTest, HdfsBasicDistributedZk2Test, TestSolrXMLSerializer, TestDynamicFieldCollectionResource, BJQParserTest, SimpleFacetsTest, TestShardHandlerFactory, ResponseLogComponentTest, DocValuesTest, TestSuggestSpellingConverter, ResourceLoaderTest, TestPHPSerializedResponseWriter, TestSolrDeletionPolicy1, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ZkCLITest, SliceStateUpdateTest, TestDistributedGrouping, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, DistributedTermsComponentTest, TestCoreContainer, TestSolr4Spatial, PeerSyncTest, TestSort, OverseerCollectionProcessorTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterTSTTest, WordBreakSolrSpellCheckerTest, TestUpdate, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest, LukeRequestHandlerTest, TestOmitPositions, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestIndexingPerformance, TestArbitraryIndexDir, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, SearchHandlerTest, TestBinaryResponseWriter, TestQuerySenderListener, TestSolrIndexConfig, BadComponentTest, TestBinaryField, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestPerFieldSimilarity, TestNumberUtils, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestDefaultSimilarityFactory, TestJmxMonitoredMap, TimeZoneUtilsTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, SolrXmlInZkTest, TestDistribDocBasedVersion, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, StressHdfsTest, CachingDirectoryFactoryTest, TestNonNRTOpen, TestReloadAndDeleteDocs, TestSolrXml, TestSolrXmlPersistence, InfoHandlerTest, SuggestComponentTest, TestDefaultSearchFieldResource, TestFieldTypeCollectionResource, TestSchemaSimilarityResource, TestSchemaVersionResource]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSchemaVersionResource -Dtests.seed=9E5D98FB2C4B005E -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=nl_NL -Dtests.timezone=Africa/Nairobi -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestSchemaVersionResource (suite) <<<
   [junit4]    > Throwable #1: junit.framework.AssertionFailedError: Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 10,736,544 bytes (threshold is 10,485,760). Field reference sizes (counted individually):
   [junit4]    >   - 10,735,080 bytes, protected static org.apache.solr.util.RestTestHarness org.apache.solr.util.RestTestBase.restTestHarness
   [junit4]    >   - 448 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.nonEscapedSingleQuotePattern
   [junit4]    >   - 312 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.escapedSingleQuotePattern
   [junit4]    >   - 296 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules
   [junit4]    >   - 232 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.testSolrHome
   [junit4]    >   - 144 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp
   [junit4]    >   - 80 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName
   [junit4]    >   - 72 bytes, public static java.lang.String org.apache.solr.SolrJettyTestBase.context
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9E5D98FB2C4B005E]:0)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4] Completed on J0 in 0.57s, 1 test, 1 failure <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.rest.schema.TestSolrQueryParserDefaultOperatorResource
   [junit4]   2> 1195207 T6738 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestSolrQueryParserDefaultOperatorResource-1392024752824
   [junit4]   2> 1195207 T6738 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 1195208 T6738 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1195209 T6738 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39524
   [junit4]   2> 1195210 T6738 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1195211 T6738 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1195211 T6738 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 1195211 T6738 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 1195223 T6738 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/solr.xml
   [junit4]   2> 1195238 T6738 oasc.CoreContainer.<init> New CoreContainer 558527084
   [junit4]   2> 1195238 T6738 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 1195239 T6738 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1195239 T6738 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1195239 T6738 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit

[...truncated too long message...]

dler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 1196418 T6752 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1196418 T6752 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1196419 T6752 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1196419 T6752 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1196419 T6752 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1196420 T6752 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestUniqueKeyFieldResource-1392024753612/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestUniqueKeyFieldResource-1392024753612/index;done=false>>]
   [junit4]   2> 1196420 T6752 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestUniqueKeyFieldResource-1392024753612/index
   [junit4]   2> 1196420 T6752 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestUniqueKeyFieldResource-1392024753612 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestUniqueKeyFieldResource-1392024753612;done=false>>]
   [junit4]   2> 1196421 T6752 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestUniqueKeyFieldResource-1392024753612
   [junit4]   2> 1196422 T6752 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 1196475 T6752 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene45, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=sq, timezone=NZ
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Oracle Corporation 1.8.0 (64-bit)/cpus=8,threads=1,free=130895368,total=363380736
   [junit4]   2> NOTE: All tests run in this JVM: [TestCursorMarkWithoutUniqueKey, RangeFacetTest, TestMergePolicyConfig, IndexSchemaTest, TestDocSet, EnumFieldTest, DeleteReplicaTest, SampleTest, AddBlockUpdateTest, TestGroupingSearch, TestPseudoReturnFields, TestElisionMultitermQuery, HdfsDirectoryTest, TestFaceting, SuggesterFSTTest, TestDynamicFieldResource, TestClassNameShortening, CacheHeaderTest, TestInfoStreamLogging, HdfsUnloadDistributedZkTest, TestLRUCache, TestBM25SimilarityFactory, SyncSliceTest, CoreAdminCreateDiscoverTest, DirectUpdateHandlerOptimizeTest, QueryElevationComponentTest, ShardRoutingTest, TermsComponentTest, BasicDistributedZkTest, TestSolrXmlPersistor, DocumentBuilderTest, DOMUtilTest, TestRandomDVFaceting, TestFieldTypeResource, LeaderElectionTest, RecoveryZkTest, TestSimpleQParserPlugin, PrimitiveFieldTypeTest, SOLR749Test, SolrCoreTest, SuggesterTest, CoreAdminHandlerTest, ReturnFieldsTest, LegacyHTMLStripCharFilterTest, MoreLikeThisHandlerTest, TestCustomSort, TestLMJelinekMercerSimilarityFactory, SolrIndexSplitterTest, ScriptEngineTest, DistributedSuggestComponentTest, TestWriterPerf, TestManagedSchemaFieldResource, QueryParsingTest, AbstractAnalyticsFacetTest, UpdateRequestProcessorFactoryTest, SpatialFilterTest, FastVectorHighlighterTest, SynonymTokenizerTest, DistributedSpellCheckComponentTest, TestDocumentBuilder, TestModifyConfFiles, TestFunctionQuery, TermVectorComponentTest, BinaryUpdateRequestHandlerTest, EchoParamsTest, TestStressVersions, SystemInfoHandlerTest, TestSearchPerf, TestSolrQueryParserResource, TestFieldCollectionResource, LoggingHandlerTest, QueryResultKeyTest, TestTrie, DistributedQueryElevationComponentTest, ConnectionManagerTest, PolyFieldTest, CopyFieldTest, HdfsBasicDistributedZk2Test, TestSolrXMLSerializer, TestDynamicFieldCollectionResource, BJQParserTest, SimpleFacetsTest, TestShardHandlerFactory, ResponseLogComponentTest, DocValuesTest, TestSuggestSpellingConverter, ResourceLoaderTest, TestPHPSerializedResponseWriter, TestSolrDeletionPolicy1, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ZkCLITest, SliceStateUpdateTest, TestDistributedGrouping, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, DistributedTermsComponentTest, TestCoreContainer, TestSolr4Spatial, PeerSyncTest, TestSort, OverseerCollectionProcessorTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterTSTTest, WordBreakSolrSpellCheckerTest, TestUpdate, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest, LukeRequestHandlerTest, TestOmitPositions, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestIndexingPerformance, TestArbitraryIndexDir, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, SearchHandlerTest, TestBinaryResponseWriter, TestQuerySenderListener, TestSolrIndexConfig, BadComponentTest, TestBinaryField, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestPerFieldSimilarity, TestNumberUtils, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestDefaultSimilarityFactory, TestJmxMonitoredMap, TimeZoneUtilsTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, SolrXmlInZkTest, TestDistribDocBasedVersion, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, StressHdfsTest, CachingDirectoryFactoryTest, TestNonNRTOpen, TestReloadAndDeleteDocs, TestSolrXml, TestSolrXmlPersistence, InfoHandlerTest, SuggestComponentTest, TestDefaultSearchFieldResource, TestFieldTypeCollectionResource, TestSchemaSimilarityResource, TestSchemaVersionResource, TestSolrQueryParserDefaultOperatorResource, TestUniqueKeyFieldResource]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestUniqueKeyFieldResource -Dtests.seed=9E5D98FB2C4B005E -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sq -Dtests.timezone=NZ -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestUniqueKeyFieldResource (suite) <<<
   [junit4]    > Throwable #1: junit.framework.AssertionFailedError: Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 10,753,552 bytes (threshold is 10,485,760). Field reference sizes (counted individually):
   [junit4]    >   - 10,752,088 bytes, protected static org.apache.solr.util.RestTestHarness org.apache.solr.util.RestTestBase.restTestHarness
   [junit4]    >   - 448 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.nonEscapedSingleQuotePattern
   [junit4]    >   - 312 bytes, private static java.util.regex.Pattern org.apache.solr.SolrTestCaseJ4.escapedSingleQuotePattern
   [junit4]    >   - 296 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules
   [junit4]    >   - 232 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.testSolrHome
   [junit4]    >   - 144 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp
   [junit4]    >   - 80 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName
   [junit4]    >   - 72 bytes, public static java.lang.String org.apache.solr.SolrJettyTestBase.context
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9E5D98FB2C4B005E]:0)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4] Completed on J0 in 0.70s, 1 test, 1 failure <<< FAILURES!

[...truncated 77 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:453: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:433: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1268: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:901: There were test failures: 370 suites, 1599 tests, 5 suite-level errors, 35 ignored (7 assumptions)

Total time: 48 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0-fcs-b128 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure