You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/08/22 22:46:21 UTC

[JENKINS-EA] Lucene-Solr-trunk-Linux (64bit/jdk1.9.0-ea-b78) - Build # 13961 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/13961/
Java: 64bit/jdk1.9.0-ea-b78 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.search.ReturnFieldsTest.testWhitespace

Error Message:
Not really whitespace? (@11): ᠎

Stack Trace:
java.lang.AssertionError: Not really whitespace? (@11): ᠎
	at __randomizedtesting.SeedInfo.seed([E07A096758CA3B01:260CBD29E4E85CF7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.lucene.util.TestUtil.randomWhitespace(TestUtil.java:1191)
	at org.apache.solr.search.ReturnFieldsTest.testWhitespace(ReturnFieldsTest.java:351)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:504)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:746)




Build Log:
[...truncated 10335 lines...]
   [junit4] Suite: org.apache.solr.search.ReturnFieldsTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.search.ReturnFieldsTest_E07A096758CA3B01-001/init-core-data-001
   [junit4]   2> 1073679 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1073679 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1073679 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 1073679 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1073679 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1073693 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1073699 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1073715 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1073715 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema12.xml
   [junit4]   2> 1073717 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1073782 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1073783 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1073783 WARN  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 1073787 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1073788 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1073789 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1073789 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr
   [junit4]   2> 1073789 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/'
   [junit4]   2> 1073796 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.c.CoreContainer New CoreContainer 1104255847
   [junit4]   2> 1073796 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/]
   [junit4]   2> 1073796 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/lib
   [junit4]   2> 1073796 WARN  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/lib).
   [junit4]   2> 1073800 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1073804 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1073804 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1073804 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1073804 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1073804 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1073805 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema12.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.search.ReturnFieldsTest_E07A096758CA3B01-001/init-core-data-001, shard=shard1}
   [junit4]   2> 1073805 INFO  (coreLoadExecutor-3156-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 1073806 INFO  (coreLoadExecutor-3156-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1073806 INFO  (coreLoadExecutor-3156-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1073816 INFO  (coreLoadExecutor-3156-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1073822 INFO  (coreLoadExecutor-3156-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1073837 INFO  (coreLoadExecutor-3156-thread-1) [    ] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1073837 INFO  (coreLoadExecutor-3156-thread-1) [    ] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema12.xml
   [junit4]   2> 1073840 INFO  (coreLoadExecutor-3156-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1073903 INFO  (coreLoadExecutor-3156-thread-1) [    ] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1073905 INFO  (coreLoadExecutor-3156-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1073905 WARN  (coreLoadExecutor-3156-thread-1) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 1073910 INFO  (coreLoadExecutor-3156-thread-1) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1073911 INFO  (coreLoadExecutor-3156-thread-1) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1073912 INFO  (coreLoadExecutor-3156-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf'
   [junit4]   2> 1073912 INFO  (coreLoadExecutor-3156-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 1073912 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1073912 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/], dataDir=[null]
   [junit4]   2> 1073912 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e736eb0
   [junit4]   2> 1073913 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.search.ReturnFieldsTest_E07A096758CA3B01-001/init-core-data-001
   [junit4]   2> 1073913 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.search.ReturnFieldsTest_E07A096758CA3B01-001/init-core-data-001/index/
   [junit4]   2> 1073913 WARN  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.search.ReturnFieldsTest_E07A096758CA3B01-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 1073913 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.search.ReturnFieldsTest_E07A096758CA3B01-001/init-core-data-001/index
   [junit4]   2> 1073913 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.10307710823420663]
   [junit4]   2> 1073913 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@5bcdef50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@321ad211),segFN=segments_1,generation=1}
   [junit4]   2> 1073913 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1073914 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.search.ReturnFieldsTest_E07A096758CA3B01-001/init-core-data-001/
   [junit4]   2> 1073915 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1073916 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1073916 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1073916 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1073916 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1073916 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1073916 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1073916 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1073916 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1073916 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1073916 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1073916 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1073917 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1073918 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1073919 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1073919 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1073920 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1073921 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,spellCheckCompRH,lazy,/update/json/docs,/admin/luke,spellCheckWithWordbreak_Direct,tvrh,/get,/admin/properties,/update/json,mltrh,/admin/threads,/search-facet-def,/update/csv,/search-facet-invariants,/admin/segments,spellCheckCompRH1,/mlt,/admin/system,/replication,dismax,defaults,/config,/schema,/admin/plugins,/admin/logging,spellCheckWithWordbreak,mock,/admin/ping,/update,/admin/file,/terms,spellCheckCompRH_Direct,/debug/dump
   [junit4]   2> 1073922 WARN  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.c.SolrCore solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 1073922 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1073922 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 1073922 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 1073922 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=92.91015625, floorSegmentMB=1.951171875, forceMergeDeletesPctAllowed=13.347902383666613, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1073923 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@5bcdef50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@321ad211),segFN=segments_1,generation=1}
   [junit4]   2> 1073923 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1073923 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@2e4c4278[collection1] main
   [junit4]   2> 1073923 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 1073923 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 1073923 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1073923 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1073976 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1074130 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1074130 INFO  (searcherExecutor-3157-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1074131 INFO  (coreLoadExecutor-3156-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1074131 INFO  (searcherExecutor-3157-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1074131 INFO  (searcherExecutor-3157-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1074131 INFO  (searcherExecutor-3157-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1074131 INFO  (searcherExecutor-3157-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1074132 INFO  (searcherExecutor-3157-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1074132 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1074132 INFO  (searcherExecutor-3157-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1074132 INFO  (searcherExecutor-3157-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1074132 INFO  (searcherExecutor-3157-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1074132 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {add=[1]} 0 0
   [junit4]   2> 1074132 INFO  (searcherExecutor-3157-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2e4c4278[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1074133 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {add=[2]} 0 0
   [junit4]   2> 1074134 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.u.UpdateHandler start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1074134 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@5bcdef50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@321ad211),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@5bcdef50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@321ad211),segFN=segments_2,generation=2}
   [junit4]   2> 1074134 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.c.SolrCore newest commit generation = 2
   [junit4]   2> 1074135 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@42eca0d0[collection1] main
   [junit4]   2> 1074135 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.u.UpdateHandler end_commit_flush
   [junit4]   2> 1074135 INFO  (searcherExecutor-3157-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@42eca0d0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C2)))}
   [junit4]   2> 1074135 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {commit=} 0 1
   [junit4]   2> 1074137 INFO  (TEST-ReturnFieldsTest.testHyphenInFieldName-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testHyphenInFieldName
   [junit4]   2> 1074137 INFO  (TEST-ReturnFieldsTest.testHyphenInFieldName-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testHyphenInFieldName
   [junit4]   2> 1074139 INFO  (TEST-ReturnFieldsTest.testWhitespace-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWhitespace
   [junit4]   2> 1074139 INFO  (TEST-ReturnFieldsTest.testWhitespace-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWhitespace
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ReturnFieldsTest -Dtests.method=testWhitespace -Dtests.seed=E07A096758CA3B01 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hr_HR -Dtests.timezone=Europe/Uzhgorod -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.01s J2 | ReturnFieldsTest.testWhitespace <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Not really whitespace? (@11): ᠎
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E07A096758CA3B01:260CBD29E4E85CF7]:0)
   [junit4]    > 	at org.apache.lucene.util.TestUtil.randomWhitespace(TestUtil.java:1191)
   [junit4]    > 	at org.apache.solr.search.ReturnFieldsTest.testWhitespace(ReturnFieldsTest.java:351)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:746)
   [junit4]   2> 1074144 INFO  (TEST-ReturnFieldsTest.testAliases-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAliases
   [junit4]   2> 1074144 INFO  (TEST-ReturnFieldsTest.testAliases-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAliases
   [junit4]   2> 1074145 INFO  (TEST-ReturnFieldsTest.testTrailingDotInFieldName-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTrailingDotInFieldName
   [junit4]   2> 1074145 INFO  (TEST-ReturnFieldsTest.testTrailingDotInFieldName-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTrailingDotInFieldName
   [junit4]   2> 1074147 INFO  (TEST-ReturnFieldsTest.testTransformers-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTransformers
   [junit4]   2> 1074147 INFO  (TEST-ReturnFieldsTest.testTransformers-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTransformers
   [junit4]   2> 1074148 INFO  (TEST-ReturnFieldsTest.testFunctions-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testFunctions
   [junit4]   2> 1074150 INFO  (TEST-ReturnFieldsTest.testFunctions-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testFunctions
   [junit4]   2> 1074152 INFO  (TEST-ReturnFieldsTest.testFunkyFieldNames-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testFunkyFieldNames
   [junit4]   2> 1074152 INFO  (TEST-ReturnFieldsTest.testFunkyFieldNames-seed#[E07A096758CA3B01]) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&fl=#foo_s&fl=id&wt=xml} hits=1 status=0 QTime=0 
   [junit4]   2> 1074153 INFO  (TEST-ReturnFieldsTest.testFunkyFieldNames-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testFunkyFieldNames
   [junit4]   2> 1074154 INFO  (TEST-ReturnFieldsTest.testWilcards-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWilcards
   [junit4]   2> 1074154 INFO  (TEST-ReturnFieldsTest.testWilcards-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWilcards
   [junit4]   2> 1074167 INFO  (TEST-ReturnFieldsTest.testCopyRename-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCopyRename
   [junit4]   2> 1074167 INFO  (TEST-ReturnFieldsTest.testCopyRename-seed#[E07A096758CA3B01]) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&fl=id&wt=xml} hits=1 status=0 QTime=0 
   [junit4]   2> 1074168 INFO  (TEST-ReturnFieldsTest.testCopyRename-seed#[E07A096758CA3B01]) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&fl=xxx:id&wt=xml} hits=1 status=0 QTime=0 
   [junit4]   2> 1074168 INFO  (TEST-ReturnFieldsTest.testCopyRename-seed#[E07A096758CA3B01]) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&fl=id,xxx:id&wt=xml} hits=1 status=0 QTime=0 
   [junit4]   2> 1074169 INFO  (TEST-ReturnFieldsTest.testCopyRename-seed#[E07A096758CA3B01]) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&fl=xxx:id,id&wt=xml} hits=1 status=0 QTime=0 
   [junit4]   2> 1074169 INFO  (TEST-ReturnFieldsTest.testCopyRename-seed#[E07A096758CA3B01]) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&fl=xxx:id,yyy:id&wt=xml} hits=1 status=0 QTime=0 
   [junit4]   2> 1074169 INFO  (TEST-ReturnFieldsTest.testCopyRename-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCopyRename
   [junit4]   2> 1074176 INFO  (TEST-ReturnFieldsTest.testTrailingDollarInFieldName-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTrailingDollarInFieldName
   [junit4]   2> 1074176 INFO  (TEST-ReturnFieldsTest.testTrailingDollarInFieldName-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTrailingDollarInFieldName
   [junit4]   2> 1074178 INFO  (TEST-ReturnFieldsTest.testSeparators-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSeparators
   [junit4]   2> 1074178 INFO  (TEST-ReturnFieldsTest.testSeparators-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSeparators
   [junit4]   2> 1074180 INFO  (TEST-ReturnFieldsTest.testManyParameters-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testManyParameters
   [junit4]   2> 1074180 INFO  (TEST-ReturnFieldsTest.testManyParameters-seed#[E07A096758CA3B01]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testManyParameters
   [junit4]   2> 1074192 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1074192 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1104255847
   [junit4]   2> 1074192 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1f2cf07f
   [junit4]   2> 1074192 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    x:collection1] o.a.s.u.UpdateHandler closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1074192 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 1074192 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1074192 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1074193 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 1074204 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1074204 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.search.ReturnFieldsTest_E07A096758CA3B01-001/init-core-data-001/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.search.ReturnFieldsTest_E07A096758CA3B01-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 1074204 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.search.ReturnFieldsTest_E07A096758CA3B01-001/init-core-data-001/index
   [junit4]   2> 1074208 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.search.ReturnFieldsTest_E07A096758CA3B01-001/init-core-data-001 [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.search.ReturnFieldsTest_E07A096758CA3B01-001/init-core-data-001;done=false>>]
   [junit4]   2> 1074208 INFO  (SUITE-ReturnFieldsTest-seed#[E07A096758CA3B01]-worker) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.search.ReturnFieldsTest_E07A096758CA3B01-001/init-core-data-001
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.search.ReturnFieldsTest_E07A096758CA3B01-001
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=32115, maxDocsPerChunk=548, blockSize=7), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=32115, blockSize=7)), sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=hr_HR, timezone=Europe/Uzhgorod
   [junit4]   2> NOTE: Linux 3.19.0-26-generic amd64/Oracle Corporation 1.9.0-ea (64-bit)/cpus=12,threads=1,free=131499840,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [CdcrReplicationHandlerTest, TestPartialUpdateDeduplication, AutoCommitTest, LoggingHandlerTest, TestManagedSynonymFilterFactory, SolrXmlInZkTest, DistribDocExpirationUpdateProcessorTest, MigrateRouteKeyTest, CdcrVersionReplicationTest, DataDrivenBlockJoinTest, SolrCoreCheckLockOnStartupTest, NotRequiredUniqueKeyTest, TestDistributedMissingSort, TestDefaultSimilarityFactory, HdfsUnloadDistributedZkTest, PrimUtilsTest, ReplicationFactorTest, TestSystemIdResolver, CircularListTest, SampleTest, TestIntervalFaceting, TestSort, BasicDistributedZk2Test, UnloadDistributedZkTest, SoftAutoCommitTest, TestCopyFieldCollectionResource, DistanceUnitsTest, SpellCheckCollatorTest, RecoveryZkTest, TestSimpleQParserPlugin, TestCSVResponseWriter, PluginInfoTest, SearchHandlerTest, TestDocBasedVersionConstraints, TestPseudoReturnFields, OverseerCollectionProcessorTest, SuggesterTest, SecurityConfHandlerTest, TestExactSharedStatsCache, TestHighlightDedupGrouping, CachingDirectoryFactoryTest, CustomCollectionTest, TestCollectionAPI, TestFreeTextSuggestions, OutOfBoxZkACLAndCredentialsProvidersTest, AsyncCallRequestStatusResponseTest, TestFieldCollectionResource, TestBM25SimilarityFactory, DOMUtilTest, AtomicUpdatesTest, DistributedExpandComponentTest, LeaderElectionTest, TestSolrJ, HdfsThreadLeakTest, BufferStoreTest, RemoteQueryErrorTest, RankQueryTest, NumericFieldsTest, AsyncMigrateRouteKeyTest, TestUtils, BinaryUpdateRequestHandlerTest, OutputWriterTest, TestSchemaManager, DistributedQueryElevationComponentTest, SmileWriterTest, TestSolrConfigHandlerConcurrent, TestRestManager, BlockDirectoryTest, RegexBoostProcessorTest, TestExtendedDismaxParser, TestCloudInspectUtil, AnalyticsQueryTest, TestTrie, TestReloadDeadlock, HdfsChaosMonkeySafeLeaderTest, TestExceedMaxTermLength, MoreLikeThisHandlerTest, TestReloadAndDeleteDocs, SolrTestCaseJ4Test, TestDefaultStatsCache, TestRestoreCore, DistributedFacetPivotSmallTest, TestCollapseQParserPlugin, BitVectorTest, SolrInfoMBeanTest, UUIDUpdateProcessorFallbackTest, TestNRTOpen, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, TestHashPartitioner, TestJoin, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, TestFiltering, TestValueSourceCache, RequiredFieldsTest, IndexSchemaTest, ReturnFieldsTest]
   [junit4] Completed [351/541] on J2 in 0.54s, 12 tests, 1 failure <<< FAILURES!

[...truncated 591 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:775: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:719: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:233: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:514: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1432: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:987: There were test failures: 541 suites, 2134 tests, 1 failure, 68 ignored (32 assumptions)

Total time: 43 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS-EA] Lucene-Solr-trunk-Linux (64bit/jdk1.9.0-ea-b78) - Build # 13963 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/13963/
Java: 64bit/jdk1.9.0-ea-b78 -XX:-UseCompressedOops -XX:+UseG1GC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestCoreDiscovery

Error Message:
ERROR: SolrIndexSearcher opens=27 closes=26

Stack Trace:
java.lang.AssertionError: ERROR: SolrIndexSearcher opens=27 closes=26
	at __randomizedtesting.SeedInfo.seed([4758337A9E221C3B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:467)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:233)
	at sun.reflect.GeneratedMethodAccessor38.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:504)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:746)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestCoreDiscovery

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestCoreDiscovery:     1) Thread[id=7719, name=searcherExecutor-3874-thread-1, state=WAITING, group=TGRP-TestCoreDiscovery]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:746)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestCoreDiscovery: 
   1) Thread[id=7719, name=searcherExecutor-3874-thread-1, state=WAITING, group=TGRP-TestCoreDiscovery]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:746)
	at __randomizedtesting.SeedInfo.seed([4758337A9E221C3B]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestCoreDiscovery

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=7719, name=searcherExecutor-3874-thread-1, state=WAITING, group=TGRP-TestCoreDiscovery]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:746)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=7719, name=searcherExecutor-3874-thread-1, state=WAITING, group=TGRP-TestCoreDiscovery]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:746)
	at __randomizedtesting.SeedInfo.seed([4758337A9E221C3B]:0)




Build Log:
[...truncated 10391 lines...]
   [junit4] Suite: org.apache.solr.core.TestCoreDiscovery
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/init-core-data-001
   [junit4]   2> 1016147 INFO  (SUITE-TestCoreDiscovery-seed#[4758337A9E221C3B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1016147 INFO  (SUITE-TestCoreDiscovery-seed#[4758337A9E221C3B]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1016147 INFO  (SUITE-TestCoreDiscovery-seed#[4758337A9E221C3B]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1016148 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAlternateCoreDir
   [junit4]   2> 1016152 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1016152 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-001
   [junit4]   2> 1016152 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-001/'
   [junit4]   2> 1016163 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-001/solr.xml
   [junit4]   2> 1016168 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002
   [junit4]   2> 1016168 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.CoreContainer New CoreContainer 966874190
   [junit4]   2> 1016168 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-001/]
   [junit4]   2> 1016168 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-001/lib
   [junit4]   2> 1016169 WARN  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-001/lib).
   [junit4]   2> 1016175 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1016180 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 1016180 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.CoreContainer Allocating transient cache for 2 transient cores
   [junit4]   2> 1016182 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1016182 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1016182 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1016182 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1016182 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.CoresLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002
   [junit4]   2> 1016183 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=core2, config=solrconfig-minimal.xml, transient=false, schema=schema-tiny.xml, loadOnStartup=false, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/, dataDir=core2}
   [junit4]   2> 1016183 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.CoresLocator Found core core2 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/
   [junit4]   2> 1016183 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=core1, config=solrconfig-minimal.xml, transient=false, schema=schema-tiny.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/, dataDir=core1}
   [junit4]   2> 1016183 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.CoresLocator Found core core1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/
   [junit4]   2> 1016183 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.CoresLocator Found 2 core definitions
   [junit4]   2> 1016183 INFO  (coreLoadExecutor-3819-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/'
   [junit4]   2> 1016196 INFO  (coreLoadExecutor-3819-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1016227 INFO  (coreLoadExecutor-3819-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1016231 INFO  (coreLoadExecutor-3819-thread-1) [    ] o.a.s.c.Config Loaded SolrConfig: solrconfig-minimal.xml
   [junit4]   2> 1016231 INFO  (coreLoadExecutor-3819-thread-1) [    ] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/conf/schema-tiny.xml
   [junit4]   2> 1016233 INFO  (coreLoadExecutor-3819-thread-1) [    ] o.a.s.s.IndexSchema [core1] Schema name=tiny
   [junit4]   2> 1016236 INFO  (coreLoadExecutor-3819-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1016237 INFO  (coreLoadExecutor-3819-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/conf'
   [junit4]   2> 1016237 INFO  (coreLoadExecutor-3819-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'core1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/
   [junit4]   2> 1016237 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1016237 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.c.SolrCore [[core1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/], dataDir=[null]
   [junit4]   2> 1016238 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.c.SolrCore JMX monitoring not detected for core: core1
   [junit4]   2> 1016238 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/core1
   [junit4]   2> 1016238 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/core1/index/
   [junit4]   2> 1016238 WARN  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.c.SolrCore [core1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/core1/index' doesn't exist. Creating new index...
   [junit4]   2> 1016238 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/core1/index
   [junit4]   2> 1016238 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6892659827952045]
   [junit4]   2> 1016239 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@3e9d96d3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@57d4b945),segFN=segments_1,generation=1}
   [junit4]   2> 1016239 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1016239 INFO  (OldIndexDirectoryCleanupThreadForCore-core1) [    x:core1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core core1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/core1/
   [junit4]   2> 1016239 WARN  (OldIndexDirectoryCleanupThreadForCore-core1) [    x:core1] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/core1/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1016240 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1016242 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016242 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016243 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016243 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016244 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/update/json/docs,/admin/luke,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1016244 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1016245 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 1016245 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 1016245 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=39.5341796875, floorSegmentMB=1.3779296875, forceMergeDeletesPctAllowed=28.433216539551545, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1016245 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@3e9d96d3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@57d4b945),segFN=segments_1,generation=1}
   [junit4]   2> 1016245 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1016246 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.s.SolrIndexSearcher Opening Searcher@485f8a20[core1] main
   [junit4]   2> 1016246 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/conf
   [junit4]   2> 1016246 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/conf}
   [junit4]   2> 1016246 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/conf
   [junit4]   2> 1016246 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1016247 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1016247 INFO  (searcherExecutor-3820-thread-1-processing-x:core1) [    x:core1] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@485f8a20[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1016247 INFO  (coreLoadExecutor-3819-thread-1) [    x:core1] o.a.s.c.CoreContainer registering core: core1
   [junit4]   2> 1016247 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/'
   [junit4]   2> 1016258 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1016260 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1016264 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.Config Loaded SolrConfig: solrconfig-minimal.xml
   [junit4]   2> 1016264 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/conf/schema-tiny.xml
   [junit4]   2> 1016266 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.s.IndexSchema [core2] Schema name=tiny
   [junit4]   2> 1016268 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1016268 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/conf'
   [junit4]   2> 1016269 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    ] o.a.s.c.CoreContainer Creating SolrCore 'core2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/
   [junit4]   2> 1016269 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1016269 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore [[core2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/], dataDir=[null]
   [junit4]   2> 1016269 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore JMX monitoring not detected for core: core2
   [junit4]   2> 1016270 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/core2
   [junit4]   2> 1016270 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/core2/index/
   [junit4]   2> 1016270 WARN  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore [core2] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/core2/index' doesn't exist. Creating new index...
   [junit4]   2> 1016271 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/core2/index
   [junit4]   2> 1016271 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=46.578125, floorSegmentMB=1.7138671875, forceMergeDeletesPctAllowed=4.111239661779519, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4591986830410101
   [junit4]   2> 1016271 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@2e2ca921 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@19ffc01e),segFN=segments_1,generation=1}
   [junit4]   2> 1016271 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1016272 INFO  (OldIndexDirectoryCleanupThreadForCore-core2) [    x:core2] o.a.s.c.SolrCore Looking for old index directories to cleanup for core core2 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/core2/
   [junit4]   2> 1016272 WARN  (OldIndexDirectoryCleanupThreadForCore-core2) [    x:core2] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/core2/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1016273 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1016274 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016274 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016275 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016275 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016276 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/update/json/docs,/admin/luke,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1016276 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1016276 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 1016276 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 1016277 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=50.6767578125, floorSegmentMB=1.2060546875, forceMergeDeletesPctAllowed=4.109522966722574, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7902302423037314
   [junit4]   2> 1016277 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@2e2ca921 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@19ffc01e),segFN=segments_1,generation=1}
   [junit4]   2> 1016277 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1016277 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.s.SolrIndexSearcher Opening Searcher@f2ecf00[core2] main
   [junit4]   2> 1016277 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/conf
   [junit4]   2> 1016277 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/conf}
   [junit4]   2> 1016277 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/conf
   [junit4]   2> 1016278 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1016278 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1016278 INFO  (searcherExecutor-3824-thread-1-processing-x:core2) [    x:core2] o.a.s.c.SolrCore [core2] Registered new searcher Searcher@f2ecf00[core2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1016278 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CoreContainer registering core: core2
   [junit4]   2> 1016278 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CoreContainer Shutting down CoreContainer instance=966874190
   [junit4]   2> 1016278 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core1] o.a.s.c.SolrCore [core1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1f3fc45a
   [junit4]   2> 1016279 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core1] o.a.s.u.UpdateHandler closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1016279 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 1016279 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1016279 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1016279 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core1] o.a.s.c.SolrCore [core1] Closing main searcher on request.
   [junit4]   2> 1016279 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1016279 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/core1 [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/core1;done=false>>]
   [junit4]   2> 1016279 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/core1
   [junit4]   2> 1016279 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/core1/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/core1/index;done=false>>]
   [junit4]   2> 1016280 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core1/core1/index
   [junit4]   2> 1016280 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore [core2]  CLOSING SolrCore org.apache.solr.core.SolrCore@3bb0491b
   [junit4]   2> 1016280 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.u.UpdateHandler closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1016280 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 1016280 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1016280 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1016280 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore [core2] Closing main searcher on request.
   [junit4]   2> 1016280 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1016280 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/core2 [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/core2;done=false>>]
   [junit4]   2> 1016280 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/core2
   [junit4]   2> 1016280 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/core2/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/core2/index;done=false>>]
   [junit4]   2> 1016281 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-002/core2/core2/index
   [junit4]   2> 1016281 INFO  (TEST-TestCoreDiscovery.testAlternateCoreDir-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.SolrTestCaseJ4 ###Ending testAlternateCoreDir
   [junit4]   2> 1016283 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.SolrTestCaseJ4 ###Starting testTooManyTransientCores
   [junit4]   2> 1016290 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/'
   [junit4]   2> 1016299 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/solr.xml
   [junit4]   2> 1016302 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003
   [junit4]   2> 1016302 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CoreContainer New CoreContainer 386935396
   [junit4]   2> 1016302 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/]
   [junit4]   2> 1016302 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/lib
   [junit4]   2> 1016303 WARN  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/lib).
   [junit4]   2> 1016307 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1016308 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 1016308 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CoreContainer Allocating transient cache for 2 transient cores
   [junit4]   2> 1016308 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1016308 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1016309 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1016309 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1016309 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CoresLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003
   [junit4]   2> 1016310 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore Created CoreDescriptor: {name=coreT5, config=solrconfig-minimal.xml, transient=true, schema=schema-tiny.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT5, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT5/, dataDir=coreT5}
   [junit4]   2> 1016310 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CoresLocator Found core coreT5 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT5/
   [junit4]   2> 1016311 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore Created CoreDescriptor: {name=coreT1, config=solrconfig-minimal.xml, transient=true, schema=schema-tiny.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT1/, dataDir=coreT1}
   [junit4]   2> 1016311 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CoresLocator Found core coreT1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT1/
   [junit4]   2> 1016311 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore Created CoreDescriptor: {name=coreLOS, config=solrconfig-minimal.xml, transient=false, schema=schema-tiny.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreLOS, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreLOS/, dataDir=coreLOS}
   [junit4]   2> 1016311 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CoresLocator Found core coreLOS in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreLOS/
   [junit4]   2> 1016312 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore Created CoreDescriptor: {name=coreT4, config=solrconfig-minimal.xml, transient=true, schema=schema-tiny.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT4, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT4/, dataDir=coreT4}
   [junit4]   2> 1016312 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CoresLocator Found core coreT4 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT4/
   [junit4]   2> 1016312 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore Created CoreDescriptor: {name=coreT2, config=solrconfig-minimal.xml, transient=true, schema=schema-tiny.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT2, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT2/, dataDir=coreT2}
   [junit4]   2> 1016312 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CoresLocator Found core coreT2 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT2/
   [junit4]   2> 1016313 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore Created CoreDescriptor: {name=coreT6, config=solrconfig-minimal.xml, transient=true, schema=schema-tiny.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT6, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT6/, dataDir=coreT6}
   [junit4]   2> 1016313 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CoresLocator Found core coreT6 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT6/
   [junit4]   2> 1016313 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.SolrCore Created CoreDescriptor: {name=coreT3, config=solrconfig-minimal.xml, transient=true, schema=schema-tiny.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT3, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT3/, dataDir=coreT3}
   [junit4]   2> 1016313 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CoresLocator Found core coreT3 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT3/
   [junit4]   2> 1016313 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[4758337A9E221C3B]) [    x:core2] o.a.s.c.CoresLocator Found 7 core definitions
   [junit4]   2> 1016314 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:core2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT5/'
   [junit4]   2> 1016314 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:core2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreLOS/'
   [junit4]   2> 1016314 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:core2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT1/'
   [junit4]   2> 1016327 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:core2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1016329 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:core2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1016334 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:core2] o.a.s.c.Config Loaded SolrConfig: solrconfig-minimal.xml
   [junit4]   2> 1016334 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:core2] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT1/conf/schema-tiny.xml
   [junit4]   2> 1016336 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:core2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1016336 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:core2] o.a.s.s.IndexSchema [coreT1] Schema name=tiny
   [junit4]   2> 1016337 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:core2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1016338 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:core2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1016339 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:core2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1016340 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:core2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT1/conf'
   [junit4]   2> 1016340 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:core2] o.a.s.c.CoreContainer Creating SolrCore 'coreT1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT1/
   [junit4]   2> 1016340 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1016340 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.c.SolrCore [[coreT1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT1/], dataDir=[null]
   [junit4]   2> 1016340 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.c.SolrCore JMX monitoring not detected for core: coreT1
   [junit4]   2> 1016340 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:core2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1016340 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT1/coreT1
   [junit4]   2> 1016341 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT1/coreT1/index/
   [junit4]   2> 1016341 WARN  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.c.SolrCore [coreT1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT1/coreT1/index' doesn't exist. Creating new index...
   [junit4]   2> 1016341 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT1/coreT1/index
   [junit4]   2> 1016341 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6892659827952045]
   [junit4]   2> 1016342 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@4250656 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@d803294),segFN=segments_1,generation=1}
   [junit4]   2> 1016342 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1016343 INFO  (OldIndexDirectoryCleanupThreadForCore-coreT1) [    x:coreT1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core coreT1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT1/coreT1/
   [junit4]   2> 1016343 WARN  (OldIndexDirectoryCleanupThreadForCore-coreT1) [    x:coreT1] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT1/coreT1/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1016357 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1016358 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:core2] o.a.s.c.Config Loaded SolrConfig: solrconfig-minimal.xml
   [junit4]   2> 1016359 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:core2] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT5/conf/schema-tiny.xml
   [junit4]   2> 1016359 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016359 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016359 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:core2] o.a.s.c.Config Loaded SolrConfig: solrconfig-minimal.xml
   [junit4]   2> 1016360 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:core2] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreLOS/conf/schema-tiny.xml
   [junit4]   2> 1016360 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016360 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016361 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:core2] o.a.s.s.IndexSchema [coreT5] Schema name=tiny
   [junit4]   2> 1016361 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/update/json/docs,/admin/luke,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1016361 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:core2] o.a.s.s.IndexSchema [coreLOS] Schema name=tiny
   [junit4]   2> 1016362 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1016362 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 1016362 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 1016362 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=39.5341796875, floorSegmentMB=1.3779296875, forceMergeDeletesPctAllowed=28.433216539551545, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1016362 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@4250656 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@d803294),segFN=segments_1,generation=1}
   [junit4]   2> 1016362 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1016362 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.s.SolrIndexSearcher Opening Searcher@51cacaae[coreT1] main
   [junit4]   2> 1016363 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT1/conf
   [junit4]   2> 1016363 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT1/conf}
   [junit4]   2> 1016363 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT1/conf
   [junit4]   2> 1016363 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1016363 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:core2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1016363 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1016363 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.c.CoreContainer Opening transient core coreT1
   [junit4]   2> 1016364 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:core2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1016364 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT1] o.a.s.c.CoreContainer registering core: coreT1
   [junit4]   2> 1016363 INFO  (searcherExecutor-3834-thread-1-processing-x:coreT1) [    x:coreT1] o.a.s.c.SolrCore [coreT1] Registered new searcher Searcher@51cacaae[coreT1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1016364 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:core2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT4/'
   [junit4]   2> 1016364 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:core2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT5/conf'
   [junit4]   2> 1016364 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:core2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreLOS/conf'
   [junit4]   2> 1016364 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:core2] o.a.s.c.CoreContainer Creating SolrCore 'coreT5' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT5/
   [junit4]   2> 1016364 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:core2] o.a.s.c.CoreContainer Creating SolrCore 'coreLOS' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreLOS/
   [junit4]   2> 1016365 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1016365 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1016365 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.c.SolrCore [[coreT5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT5/], dataDir=[null]
   [junit4]   2> 1016365 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.c.SolrCore [[coreLOS] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreLOS/], dataDir=[null]
   [junit4]   2> 1016365 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.c.SolrCore JMX monitoring not detected for core: coreLOS
   [junit4]   2> 1016365 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.c.SolrCore JMX monitoring not detected for core: coreT5
   [junit4]   2> 1016366 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreLOS/coreLOS
   [junit4]   2> 1016366 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT5/coreT5
   [junit4]   2> 1016366 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreLOS/coreLOS/index/
   [junit4]   2> 1016367 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT5/coreT5/index/
   [junit4]   2> 1016367 WARN  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.c.SolrCore [coreLOS] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreLOS/coreLOS/index' doesn't exist. Creating new index...
   [junit4]   2> 1016367 WARN  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.c.SolrCore [coreT5] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT5/coreT5/index' doesn't exist. Creating new index...
   [junit4]   2> 1016367 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreLOS/coreLOS/index
   [junit4]   2> 1016367 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT5/coreT5/index
   [junit4]   2> 1016367 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6892659827952045]
   [junit4]   2> 1016367 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6892659827952045]
   [junit4]   2> 1016368 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1e1512d1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1a595ea8),segFN=segments_1,generation=1}
   [junit4]   2> 1016368 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1016368 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1643447d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@134c1740),segFN=segments_1,generation=1}
   [junit4]   2> 1016368 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1016368 INFO  (OldIndexDirectoryCleanupThreadForCore-coreT5) [    x:coreT5] o.a.s.c.SolrCore Looking for old index directories to cleanup for core coreT5 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT5/coreT5/
   [junit4]   2> 1016369 WARN  (OldIndexDirectoryCleanupThreadForCore-coreT5) [    x:coreT5] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT5/coreT5/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1016369 INFO  (OldIndexDirectoryCleanupThreadForCore-coreLOS) [    x:coreLOS] o.a.s.c.SolrCore Looking for old index directories to cleanup for core coreLOS in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreLOS/coreLOS/
   [junit4]   2> 1016370 WARN  (OldIndexDirectoryCleanupThreadForCore-coreLOS) [    x:coreLOS] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreLOS/coreLOS/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1016370 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1016370 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1016371 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016371 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016372 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016372 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016372 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016372 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016373 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016373 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016374 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/update/json/docs,/admin/luke,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1016374 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/update/json/docs,/admin/luke,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1016374 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1016375 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1016375 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 1016375 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:core2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1016375 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 1016375 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 1016375 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 1016375 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=39.5341796875, floorSegmentMB=1.3779296875, forceMergeDeletesPctAllowed=28.433216539551545, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1016375 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=39.5341796875, floorSegmentMB=1.3779296875, forceMergeDeletesPctAllowed=28.433216539551545, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1016375 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1e1512d1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1a595ea8),segFN=segments_1,generation=1}
   [junit4]   2> 1016376 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1643447d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@134c1740),segFN=segments_1,generation=1}
   [junit4]   2> 1016376 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1016376 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1016376 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.s.SolrIndexSearcher Opening Searcher@4fc27d7b[coreT5] main
   [junit4]   2> 1016376 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.s.SolrIndexSearcher Opening Searcher@4ff71ee6[coreLOS] main
   [junit4]   2> 1016376 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT5/conf
   [junit4]   2> 1016376 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreLOS/conf
   [junit4]   2> 1016376 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreLOS/conf}
   [junit4]   2> 1016376 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT5/conf}
   [junit4]   2> 1016377 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreLOS/conf
   [junit4]   2> 1016377 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:core2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1016377 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT5/conf
   [junit4]   2> 1016377 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1016377 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1016377 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1016378 INFO  (searcherExecutor-3839-thread-1-processing-x:coreLOS) [    x:coreLOS] o.a.s.c.SolrCore [coreLOS] Registered new searcher Searcher@4ff71ee6[coreLOS] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1016378 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1016378 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:coreLOS] o.a.s.c.CoreContainer registering core: coreLOS
   [junit4]   2> 1016378 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.c.CoreContainer Opening transient core coreT5
   [junit4]   2> 1016378 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:core2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT2/'
   [junit4]   2> 1016378 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:coreT5] o.a.s.c.CoreContainer registering core: coreT5
   [junit4]   2> 1016378 INFO  (searcherExecutor-3838-thread-1-processing-x:coreT5) [    x:coreT5] o.a.s.c.SolrCore [coreT5] Registered new searcher Searcher@4fc27d7b[coreT5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1016379 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:core2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT6/'
   [junit4]   2> 1016382 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:core2] o.a.s.c.Config Loaded SolrConfig: solrconfig-minimal.xml
   [junit4]   2> 1016382 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:core2] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT4/conf/schema-tiny.xml
   [junit4]   2> 1016384 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:core2] o.a.s.s.IndexSchema [coreT4] Schema name=tiny
   [junit4]   2> 1016386 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:core2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1016386 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:core2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT4/conf'
   [junit4]   2> 1016387 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:core2] o.a.s.c.CoreContainer Creating SolrCore 'coreT4' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT4/
   [junit4]   2> 1016387 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT4] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1016387 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT4] o.a.s.c.SolrCore [[coreT4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT4/], dataDir=[null]
   [junit4]   2> 1016387 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT4] o.a.s.c.SolrCore JMX monitoring not detected for core: coreT4
   [junit4]   2> 1016387 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT4] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT4/coreT4
   [junit4]   2> 1016387 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT4] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT4/coreT4/index/
   [junit4]   2> 1016387 WARN  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT4] o.a.s.c.SolrCore [coreT4] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT4/coreT4/index' doesn't exist. Creating new index...
   [junit4]   2> 1016388 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT4] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT4/coreT4/index
   [junit4]   2> 1016388 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1016388 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT4] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@8d3a889 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7b458af3),segFN=segments_1,generation=1}
   [junit4]   2> 1016388 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT4] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1016391 INFO  (OldIndexDirectoryCleanupThreadForCore-coreT4) [    x:coreT4] o.a.s.c.SolrCore Looking for old index directories to cleanup for core coreT4 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT4/coreT4/
   [junit4]   2> 1016392 WARN  (OldIndexDirectoryCleanupThreadForCore-coreT4) [    x:coreT4] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_4758337A9E221C3B-001/tempDir-003/coreT4/coreT4/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1016393 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:core2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1016393 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT4] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1016394 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT4] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016394 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT4] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016395 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT4] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016395 INFO  (coreLoadExecutor-3833-thread-3-processing-x:core2) [    x:core2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1016396 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT4] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1016396 INFO  (coreLoadExecutor-3833-thread-1-processing-x:core2) [    x:core2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1016396 INFO  (coreLoadExecutor-3833-thread-2-processing-x:core2) [    x:coreT4] o.a.s.c.RequestHandlers Registered paths: /admin/mb

[...truncated too long message...]

 INFO  (SUITE-TestCoreDiscovery-seed#[4758337A9E221C3B]-worker) [    x:core3] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1138693 ERROR (SUITE-TestCoreDiscovery-seed#[4758337A9E221C3B]-worker) [    x:core3] o.a.s.SolrTestCaseJ4 ERROR: SolrIndexSearcher opens=27 closes=26
   [junit4]   2> Aug 23, 2015 12:15:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Aug 23, 2015 12:16:16 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.core.TestCoreDiscovery: 
   [junit4]   2>    1) Thread[id=7719, name=searcherExecutor-3874-thread-1, state=WAITING, group=TGRP-TestCoreDiscovery]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:746)
   [junit4]   2> Aug 23, 2015 12:16:16 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=7719, name=searcherExecutor-3874-thread-1, state=WAITING, group=TGRP-TestCoreDiscovery]
   [junit4]   2> Aug 23, 2015 12:16:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=7719, name=searcherExecutor-3874-thread-1, state=WAITING, group=TGRP-TestCoreDiscovery]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:746)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=yo_NG, timezone=America/Rainy_River
   [junit4]   2> NOTE: Linux 3.19.0-26-generic amd64/Oracle Corporation 1.9.0-ea (64-bit)/cpus=12,threads=2,free=327301968,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestReloadDeadlock, RankQueryTest, RegexBoostProcessorTest, TestIntervalFaceting, TestRecovery, TestRestoreCore, SolrIndexSplitterTest, SolrXmlInZkTest, AnalyticsQueryTest, TestSurroundQueryParser, DistributedExpandComponentTest, TestNRTOpen, AliasIntegrationTest, TestBlendedInfixSuggestions, SoftAutoCommitTest, PluginInfoTest, TestSolrCloudWithKerberosAlt, TestDocBasedVersionConstraints, DataDrivenBlockJoinTest, TestLeaderElectionZkExpiry, QueryParsingTest, CdcrReplicationHandlerTest, UUIDUpdateProcessorFallbackTest, CdcrRequestHandlerTest, TestDefaultSimilarityFactory, RecoveryZkTest, CollectionsAPIAsyncDistributedZkTest, SolrCoreCheckLockOnStartupTest, DocValuesTest, SimpleFacetsTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, TestJsonRequest, BadIndexSchemaTest, SolrTestCaseJ4Test, TestQueryTypes, TestFieldCollectionResource, SegmentsInfoRequestHandlerTest, TestDistributedMissingSort, HdfsThreadLeakTest, HdfsBasicDistributedZk2Test, TestCloudInspectUtil, TestExpandComponent, LeaderElectionTest, TestPivotHelperCode, CustomCollectionTest, MultiThreadedOCPTest, TestFastOutputStream, TermVectorComponentDistributedTest, SmileWriterTest, OutputWriterTest, TestFreeTextSuggestions, TestSolrJ, BufferStoreTest, TestZkChroot, ReplicationFactorTest, AsyncCallRequestStatusResponseTest, TestSolrXml, BlockDirectoryTest, ConcurrentDeleteAndCreateCollectionTest, TestImplicitCoreProperties, TestSolrConfigHandlerConcurrent, TestDefaultStatsCache, AsyncMigrateRouteKeyTest, TestManagedSchema, TestSolrQueryParser, ResponseLogComponentTest, TestLuceneMatchVersion, TestXIncludeConfig, DirectUpdateHandlerOptimizeTest, TestRestManager, RemoteQueryErrorTest, TestDocSet, TestUtils, DistributedQueryElevationComponentTest, AssignTest, XmlUpdateRequestHandlerTest, TestSolrDynamicMBean, TestGroupingSearch, SuggesterTest, TestSystemIdResolver, DistanceUnitsTest, SolrInfoMBeanTest, TestStandardQParsers, BitVectorTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestJoin, TestCoreContainer, TestSolr4Spatial, SpellCheckComponentTest, PeerSyncTest, TestSort, TestBadConfig, OverseerCollectionProcessorTest, HighlighterTest, CurrencyFieldOpenExchangeTest, SimplePostToolTest, TestCoreDiscovery]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCoreDiscovery -Dtests.seed=4758337A9E221C3B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=yo_NG -Dtests.timezone=America/Rainy_River -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J2 | TestCoreDiscovery (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ERROR: SolrIndexSearcher opens=27 closes=26
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4758337A9E221C3B]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:467)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:233)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:746)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestCoreDiscovery: 
   [junit4]    >    1) Thread[id=7719, name=searcherExecutor-3874-thread-1, state=WAITING, group=TGRP-TestCoreDiscovery]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:746)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4758337A9E221C3B]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=7719, name=searcherExecutor-3874-thread-1, state=WAITING, group=TGRP-TestCoreDiscovery]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:746)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4758337A9E221C3B]:0)
   [junit4] Completed [411/541] on J2 in 145.71s, 12 tests, 1 failure, 2 errors <<< FAILURES!

[...truncated 403 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:775: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:719: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:233: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:514: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1432: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:987: There were test failures: 541 suites, 2133 tests, 3 suite-level errors, 407 ignored (28 assumptions)

Total time: 40 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS-EA] Lucene-Solr-trunk-Linux (64bit/jdk1.9.0-ea-b78) - Build # 13962 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/13962/
Java: 64bit/jdk1.9.0-ea-b78 -XX:+UseCompressedOops -XX:+UseParallelGC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SaslZkACLProviderTest

Error Message:
5 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest:     1) Thread[id=8467, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:746)    2) Thread[id=8466, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:746)    3) Thread[id=8464, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:516)         at java.util.TimerThread.mainLoop(Timer.java:526)         at java.util.TimerThread.run(Timer.java:505)    4) Thread[id=8468, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:746)    5) Thread[id=8465, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:746)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest: 
   1) Thread[id=8467, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:746)
   2) Thread[id=8466, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:746)
   3) Thread[id=8464, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:516)
        at java.util.TimerThread.mainLoop(Timer.java:526)
        at java.util.TimerThread.run(Timer.java:505)
   4) Thread[id=8468, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:746)
   5) Thread[id=8465, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:746)
	at __randomizedtesting.SeedInfo.seed([38A857530618FAE2]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SaslZkACLProviderTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=8467, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:746)    2) Thread[id=8466, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:746)    3) Thread[id=8464, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:516)         at java.util.TimerThread.mainLoop(Timer.java:526)         at java.util.TimerThread.run(Timer.java:505)    4) Thread[id=8468, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:746)    5) Thread[id=8465, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:746)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=8467, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:746)
   2) Thread[id=8466, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:746)
   3) Thread[id=8464, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:516)
        at java.util.TimerThread.mainLoop(Timer.java:526)
        at java.util.TimerThread.run(Timer.java:505)
   4) Thread[id=8468, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:746)
   5) Thread[id=8465, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:746)
	at __randomizedtesting.SeedInfo.seed([38A857530618FAE2]:0)


FAILED:  org.apache.solr.cloud.CdcrReplicationHandlerTest.doTest

Error Message:
Captured an uncaught exception in thread: Thread[id=7911, name=RecoveryThread-source_collection_shard1_replica1, state=RUNNABLE, group=TGRP-CdcrReplicationHandlerTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=7911, name=RecoveryThread-source_collection_shard1_replica1, state=RUNNABLE, group=TGRP-CdcrReplicationHandlerTest]
Caused by: org.apache.solr.common.cloud.ZooKeeperException: 
	at __randomizedtesting.SeedInfo.seed([38A857530618FAE2]:0)
	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:234)
Caused by: org.apache.solr.common.SolrException: java.io.FileNotFoundException: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_38A857530618FAE2-001/jetty-001/cores/source_collection_shard1_replica1/data/tlog/tlog.0000000000000000007.1510245750685040640 (No such file or directory)
	at org.apache.solr.update.CdcrTransactionLog.reopenOutputStream(CdcrTransactionLog.java:244)
	at org.apache.solr.update.CdcrTransactionLog.incref(CdcrTransactionLog.java:173)
	at org.apache.solr.update.UpdateLog.getRecentUpdates(UpdateLog.java:1079)
	at org.apache.solr.update.UpdateLog.seedBucketsWithHighestVersion(UpdateLog.java:1579)
	at org.apache.solr.update.UpdateLog.seedBucketsWithHighestVersion(UpdateLog.java:1610)
	at org.apache.solr.core.SolrCore.seedVersionBuckets(SolrCore.java:877)
	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:526)
	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:227)
Caused by: java.io.FileNotFoundException: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_38A857530618FAE2-001/jetty-001/cores/source_collection_shard1_replica1/data/tlog/tlog.0000000000000000007.1510245750685040640 (No such file or directory)
	at java.io.RandomAccessFile.open0(Native Method)
	at java.io.RandomAccessFile.open(RandomAccessFile.java:327)
	at java.io.RandomAccessFile.<init>(RandomAccessFile.java:243)
	at org.apache.solr.update.CdcrTransactionLog.reopenOutputStream(CdcrTransactionLog.java:236)
	... 7 more


FAILED:  org.apache.solr.cloud.SaslZkACLProviderTest.testSaslZkACLProvider

Error Message:
org.apache.directory.api.ldap.model.exception.LdapOtherException: org.apache.directory.api.ldap.model.exception.LdapOtherException: ERR_04447_CANNOT_NORMALIZE_VALUE Cannot normalize the wrapped value ERR_04473_NOT_VALID_VALUE Not a valid value '20090818022733Z' for the AttributeType 'ATTRIBUTE_TYPE ( 1.3.6.1.4.1.18060.0.4.1.2.35  NAME 'schemaModifyTimestamp'  DESC time which schema was modified  SUP modifyTimestamp  EQUALITY generalizedTimeMatch  ORDERING generalizedTimeOrderingMatch  SYNTAX 1.3.6.1.4.1.1466.115.121.1.24  USAGE directoryOperation  ) '

Stack Trace:
java.lang.RuntimeException: org.apache.directory.api.ldap.model.exception.LdapOtherException: org.apache.directory.api.ldap.model.exception.LdapOtherException: ERR_04447_CANNOT_NORMALIZE_VALUE Cannot normalize the wrapped value ERR_04473_NOT_VALID_VALUE Not a valid value '20090818022733Z' for the AttributeType 'ATTRIBUTE_TYPE ( 1.3.6.1.4.1.18060.0.4.1.2.35
 NAME 'schemaModifyTimestamp'
 DESC time which schema was modified
 SUP modifyTimestamp
 EQUALITY generalizedTimeMatch
 ORDERING generalizedTimeOrderingMatch
 SYNTAX 1.3.6.1.4.1.1466.115.121.1.24
 USAGE directoryOperation
 )
'
	at org.apache.solr.cloud.SaslZkACLProviderTest$SaslZkTestServer.run(SaslZkACLProviderTest.java:211)
	at org.apache.solr.cloud.SaslZkACLProviderTest.setUp(SaslZkACLProviderTest.java:81)
	at sun.reflect.GeneratedMethodAccessor13.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:504)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:746)
Caused by: org.apache.directory.api.ldap.model.exception.LdapOtherException: org.apache.directory.api.ldap.model.exception.LdapOtherException: ERR_04447_CANNOT_NORMALIZE_VALUE Cannot normalize the wrapped value ERR_04473_NOT_VALID_VALUE Not a valid value '20090818022733Z' for the AttributeType 'ATTRIBUTE_TYPE ( 1.3.6.1.4.1.18060.0.4.1.2.35
 NAME 'schemaModifyTimestamp'
 DESC time which schema was modified
 SUP modifyTimestamp
 EQUALITY generalizedTimeMatch
 ORDERING generalizedTimeOrderingMatch
 SYNTAX 1.3.6.1.4.1.1466.115.121.1.24
 USAGE directoryOperation
 )
'
	at org.apache.directory.server.core.api.partition.AbstractPartition.initialize(AbstractPartition.java:84)
	at org.apache.directory.server.core.DefaultDirectoryService.initialize(DefaultDirectoryService.java:1808)
	at org.apache.directory.server.core.DefaultDirectoryService.startup(DefaultDirectoryService.java:1248)
	at org.apache.hadoop.minikdc.MiniKdc.initDirectoryService(MiniKdc.java:383)
	at org.apache.hadoop.minikdc.MiniKdc.start(MiniKdc.java:319)
	at org.apache.solr.cloud.SaslZkACLProviderTest$SaslZkTestServer.run(SaslZkACLProviderTest.java:204)
	... 38 more
Caused by: java.lang.RuntimeException: org.apache.directory.api.ldap.model.exception.LdapOtherException: ERR_04447_CANNOT_NORMALIZE_VALUE Cannot normalize the wrapped value ERR_04473_NOT_VALID_VALUE Not a valid value '20090818022733Z' for the AttributeType 'ATTRIBUTE_TYPE ( 1.3.6.1.4.1.18060.0.4.1.2.35
 NAME 'schemaModifyTimestamp'
 DESC time which schema was modified
 SUP modifyTimestamp
 EQUALITY generalizedTimeMatch
 ORDERING generalizedTimeOrderingMatch
 SYNTAX 1.3.6.1.4.1.1466.115.121.1.24
 USAGE directoryOperation
 )
'
	at org.apache.directory.server.core.api.schema.SchemaPartition.doInit(SchemaPartition.java:226)
	at org.apache.directory.server.core.api.partition.AbstractPartition.initialize(AbstractPartition.java:79)
	... 43 more
Caused by: org.apache.directory.api.ldap.model.exception.LdapOtherException: ERR_04447_CANNOT_NORMALIZE_VALUE Cannot normalize the wrapped value ERR_04473_NOT_VALID_VALUE Not a valid value '20090818022733Z' for the AttributeType 'ATTRIBUTE_TYPE ( 1.3.6.1.4.1.18060.0.4.1.2.35
 NAME 'schemaModifyTimestamp'
 DESC time which schema was modified
 SUP modifyTimestamp
 EQUALITY generalizedTimeMatch
 ORDERING generalizedTimeOrderingMatch
 SYNTAX 1.3.6.1.4.1.1466.115.121.1.24
 USAGE directoryOperation
 )
'
	at org.apache.directory.server.core.api.partition.AbstractPartition.initialize(AbstractPartition.java:84)
	at org.apache.directory.server.core.api.schema.SchemaPartition.doInit(SchemaPartition.java:219)
	... 44 more
Caused by: org.apache.directory.api.ldap.model.exception.LdapInvalidAttributeValueException: ERR_04447_CANNOT_NORMALIZE_VALUE Cannot normalize the wrapped value ERR_04473_NOT_VALID_VALUE Not a valid value '20090818022733Z' for the AttributeType 'ATTRIBUTE_TYPE ( 1.3.6.1.4.1.18060.0.4.1.2.35
 NAME 'schemaModifyTimestamp'
 DESC time which schema was modified
 SUP modifyTimestamp
 EQUALITY generalizedTimeMatch
 ORDERING generalizedTimeOrderingMatch
 SYNTAX 1.3.6.1.4.1.1466.115.121.1.24
 USAGE directoryOperation
 )
'
	at org.apache.directory.api.ldap.model.entry.AbstractValue.apply(AbstractValue.java:211)
	at org.apache.directory.api.ldap.model.entry.StringValue.<init>(StringValue.java:107)
	at org.apache.directory.api.ldap.model.entry.DefaultAttribute.<init>(DefaultAttribute.java:468)
	at org.apache.directory.api.ldap.model.entry.DefaultEntry.<init>(DefaultEntry.java:315)
	at org.apache.directory.server.core.partition.ldif.LdifPartition.loadEntries(LdifPartition.java:517)
	at org.apache.directory.server.core.partition.ldif.LdifPartition.loadEntries(LdifPartition.java:549)
	at org.apache.directory.server.core.partition.ldif.LdifPartition.doInit(LdifPartition.java:164)
	at org.apache.directory.server.core.api.partition.AbstractPartition.initialize(AbstractPartition.java:79)
	... 45 more
Caused by: org.apache.directory.api.ldap.model.exception.LdapInvalidAttributeValueException: ERR_04473_NOT_VALID_VALUE Not a valid value '20090818022733Z' for the AttributeType 'ATTRIBUTE_TYPE ( 1.3.6.1.4.1.18060.0.4.1.2.35
 NAME 'schemaModifyTimestamp'
 DESC time which schema was modified
 SUP modifyTimestamp
 EQUALITY generalizedTimeMatch
 ORDERING generalizedTimeOrderingMatch
 SYNTAX 1.3.6.1.4.1.1466.115.121.1.24
 USAGE directoryOperation
 )
'
	at org.apache.directory.api.ldap.model.entry.AbstractValue.apply(AbstractValue.java:204)
	... 52 more




Build Log:
[...truncated 10396 lines...]
   [junit4] Suite: org.apache.solr.cloud.SaslZkACLProviderTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SaslZkACLProviderTest_38A857530618FAE2-001/init-core-data-001
   [junit4]   2> 1352453 INFO  (SUITE-SaslZkACLProviderTest-seed#[38A857530618FAE2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 1352456 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[38A857530618FAE2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSaslZkACLProvider
   [junit4]   2> 1352456 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[38A857530618FAE2]) [    ] o.a.s.c.SaslZkACLProviderTest ####SETUP_START testSaslZkACLProvider
   [junit4]   2> 1352456 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[38A857530618FAE2]) [    ] o.a.s.c.SaslZkACLProviderTest ZooKeeper dataDir:/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SaslZkACLProviderTest_38A857530618FAE2-001/tempDir-002/zookeeper/server1/data
   [junit4]   2> 1353609 WARN  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[38A857530618FAE2]) [    ] o.a.d.a.l.m.e.DefaultEntry The attribute 'schemamodifytimestamp' cannot be stored
   [junit4]   2> 1353609 ERROR (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[38A857530618FAE2]) [    ] o.a.d.s.c.a.s.SchemaPartition ERR_90 Failed to initialize wrapped partition.
   [junit4]   2> org.apache.directory.api.ldap.model.exception.LdapOtherException: ERR_04447_CANNOT_NORMALIZE_VALUE Cannot normalize the wrapped value ERR_04473_NOT_VALID_VALUE Not a valid value '20090818022733Z' for the AttributeType 'ATTRIBUTE_TYPE ( 1.3.6.1.4.1.18060.0.4.1.2.35
   [junit4]   2>  NAME 'schemaModifyTimestamp'
   [junit4]   2>  DESC time which schema was modified
   [junit4]   2>  SUP modifyTimestamp
   [junit4]   2>  EQUALITY generalizedTimeMatch
   [junit4]   2>  ORDERING generalizedTimeOrderingMatch
   [junit4]   2>  SYNTAX 1.3.6.1.4.1.1466.115.121.1.24
   [junit4]   2>  USAGE directoryOperation
   [junit4]   2>  )
   [junit4]   2> '
   [junit4]   2> 	at org.apache.directory.server.core.api.partition.AbstractPartition.initialize(AbstractPartition.java:84)
   [junit4]   2> 	at org.apache.directory.server.core.api.schema.SchemaPartition.doInit(SchemaPartition.java:219)
   [junit4]   2> 	at org.apache.directory.server.core.api.partition.AbstractPartition.initialize(AbstractPartition.java:79)
   [junit4]   2> 	at org.apache.directory.server.core.DefaultDirectoryService.initialize(DefaultDirectoryService.java:1808)
   [junit4]   2> 	at org.apache.directory.server.core.DefaultDirectoryService.startup(DefaultDirectoryService.java:1248)
   [junit4]   2> 	at org.apache.hadoop.minikdc.MiniKdc.initDirectoryService(MiniKdc.java:383)
   [junit4]   2> 	at org.apache.hadoop.minikdc.MiniKdc.start(MiniKdc.java:319)
   [junit4]   2> 	at org.apache.solr.cloud.SaslZkACLProviderTest$SaslZkTestServer.run(SaslZkACLProviderTest.java:204)
   [junit4]   2> 	at org.apache.solr.cloud.SaslZkACLProviderTest.setUp(SaslZkACLProviderTest.java:81)
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor13.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:504)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:746)
   [junit4]   2> Caused by: org.apache.directory.api.ldap.model.exception.LdapInvalidAttributeValueException: ERR_04447_CANNOT_NORMALIZE_VALUE Cannot normalize the wrapped value ERR_04473_NOT_VALID_VALUE Not a valid value '20090818022733Z' for the AttributeType 'ATTRIBUTE_TYPE ( 1.3.6.1.4.1.18060.0.4.1.2.35
   [junit4]   2>  NAME 'schemaModifyTimestamp'
   [junit4]   2>  DESC time which schema was modified
   [junit4]   2>  SUP modifyTimestamp
   [junit4]   2>  EQUALITY generalizedTimeMatch
   [junit4]   2>  ORDERING generalizedTimeOrderingMatch
   [junit4]   2>  SYNTAX 1.3.6.1.4.1.1466.115.121.1.24
   [junit4]   2>  USAGE directoryOperation
   [junit4]   2>  )
   [junit4]   2> '
   [junit4]   2> 	at org.apache.directory.api.ldap.model.entry.AbstractValue.apply(AbstractValue.java:211)
   [junit4]   2> 	at org.apache.directory.api.ldap.model.entry.StringValue.<init>(StringValue.java:107)
   [junit4]   2> 	at org.apache.directory.api.ldap.model.entry.DefaultAttribute.<init>(DefaultAttribute.java:468)
   [junit4]   2> 	at org.apache.directory.api.ldap.model.entry.DefaultEntry.<init>(DefaultEntry.java:315)
   [junit4]   2> 	at org.apache.directory.server.core.partition.ldif.LdifPartition.loadEntries(LdifPartition.java:517)
   [junit4]   2> 	at org.apache.directory.server.core.partition.ldif.LdifPartition.loadEntries(LdifPartition.java:549)
   [junit4]   2> 	at org.apache.directory.server.core.partition.ldif.LdifPartition.doInit(LdifPartition.java:164)
   [junit4]   2> 	at org.apache.directory.server.core.api.partition.AbstractPartition.initialize(AbstractPartition.java:79)
   [junit4]   2> 	... 45 more
   [junit4]   2> Caused by: org.apache.directory.api.ldap.model.exception.LdapInvalidAttributeValueException: ERR_04473_NOT_VALID_VALUE Not a valid value '20090818022733Z' for the AttributeType 'ATTRIBUTE_TYPE ( 1.3.6.1.4.1.18060.0.4.1.2.35
   [junit4]   2>  NAME 'schemaModifyTimestamp'
   [junit4]   2>  DESC time which schema was modified
   [junit4]   2>  SUP modifyTimestamp
   [junit4]   2>  EQUALITY generalizedTimeMatch
   [junit4]   2>  ORDERING generalizedTimeOrderingMatch
   [junit4]   2>  SYNTAX 1.3.6.1.4.1.1466.115.121.1.24
   [junit4]   2>  USAGE directoryOperation
   [junit4]   2>  )
   [junit4]   2> '
   [junit4]   2> 	at org.apache.directory.api.ldap.model.entry.AbstractValue.apply(AbstractValue.java:204)
   [junit4]   2> 	... 52 more
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SaslZkACLProviderTest -Dtests.method=testSaslZkACLProvider -Dtests.seed=38A857530618FAE2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=uz_UZ_#Cyrl -Dtests.timezone=US/Samoa -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   1.17s J2 | SaslZkACLProviderTest.testSaslZkACLProvider <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: org.apache.directory.api.ldap.model.exception.LdapOtherException: org.apache.directory.api.ldap.model.exception.LdapOtherException: ERR_04447_CANNOT_NORMALIZE_VALUE Cannot normalize the wrapped value ERR_04473_NOT_VALID_VALUE Not a valid value '20090818022733Z' for the AttributeType 'ATTRIBUTE_TYPE ( 1.3.6.1.4.1.18060.0.4.1.2.35
   [junit4]    >  NAME 'schemaModifyTimestamp'
   [junit4]    >  DESC time which schema was modified
   [junit4]    >  SUP modifyTimestamp
   [junit4]    >  EQUALITY generalizedTimeMatch
   [junit4]    >  ORDERING generalizedTimeOrderingMatch
   [junit4]    >  SYNTAX 1.3.6.1.4.1.1466.115.121.1.24
   [junit4]    >  USAGE directoryOperation
   [junit4]    >  )
   [junit4]    > '
   [junit4]    > 	at org.apache.solr.cloud.SaslZkACLProviderTest$SaslZkTestServer.run(SaslZkACLProviderTest.java:211)
   [junit4]    > 	at org.apache.solr.cloud.SaslZkACLProviderTest.setUp(SaslZkACLProviderTest.java:81)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:746)
   [junit4]    > Caused by: org.apache.directory.api.ldap.model.exception.LdapOtherException: org.apache.directory.api.ldap.model.exception.LdapOtherException: ERR_04447_CANNOT_NORMALIZE_VALUE Cannot normalize the wrapped value ERR_04473_NOT_VALID_VALUE Not a valid value '20090818022733Z' for the AttributeType 'ATTRIBUTE_TYPE ( 1.3.6.1.4.1.18060.0.4.1.2.35
   [junit4]    >  NAME 'schemaModifyTimestamp'
   [junit4]    >  DESC time which schema was modified
   [junit4]    >  SUP modifyTimestamp
   [junit4]    >  EQUALITY generalizedTimeMatch
   [junit4]    >  ORDERING generalizedTimeOrderingMatch
   [junit4]    >  SYNTAX 1.3.6.1.4.1.1466.115.121.1.24
   [junit4]    >  USAGE directoryOperation
   [junit4]    >  )
   [junit4]    > '
   [junit4]    > 	at org.apache.directory.server.core.api.partition.AbstractPartition.initialize(AbstractPartition.java:84)
   [junit4]    > 	at org.apache.directory.server.core.DefaultDirectoryService.initialize(DefaultDirectoryService.java:1808)
   [junit4]    > 	at org.apache.directory.server.core.DefaultDirectoryService.startup(DefaultDirectoryService.java:1248)
   [junit4]    > 	at org.apache.hadoop.minikdc.MiniKdc.initDirectoryService(MiniKdc.java:383)
   [junit4]    > 	at org.apache.hadoop.minikdc.MiniKdc.start(MiniKdc.java:319)
   [junit4]    > 	at org.apache.solr.cloud.SaslZkACLProviderTest$SaslZkTestServer.run(SaslZkACLProviderTest.java:204)
   [junit4]    > 	... 38 more
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.directory.api.ldap.model.exception.LdapOtherException: ERR_04447_CANNOT_NORMALIZE_VALUE Cannot normalize the wrapped value ERR_04473_NOT_VALID_VALUE Not a valid value '20090818022733Z' for the AttributeType 'ATTRIBUTE_TYPE ( 1.3.6.1.4.1.18060.0.4.1.2.35
   [junit4]    >  NAME 'schemaModifyTimestamp'
   [junit4]    >  DESC time which schema was modified
   [junit4]    >  SUP modifyTimestamp
   [junit4]    >  EQUALITY generalizedTimeMatch
   [junit4]    >  ORDERING generalizedTimeOrderingMatch
   [junit4]    >  SYNTAX 1.3.6.1.4.1.1466.115.121.1.24
   [junit4]    >  USAGE directoryOperation
   [junit4]    >  )
   [junit4]    > '
   [junit4]    > 	at org.apache.directory.server.core.api.schema.SchemaPartition.doInit(SchemaPartition.java:226)
   [junit4]    > 	at org.apache.directory.server.core.api.partition.AbstractPartition.initialize(AbstractPartition.java:79)
   [junit4]    > 	... 43 more
   [junit4]    > Caused by: org.apache.directory.api.ldap.model.exception.LdapOtherException: ERR_04447_CANNOT_NORMALIZE_VALUE Cannot normalize the wrapped value ERR_04473_NOT_VALID_VALUE Not a valid value '20090818022733Z' for the AttributeType 'ATTRIBUTE_TYPE ( 1.3.6.1.4.1.18060.0.4.1.2.35
   [junit4]    >  NAME 'schemaModifyTimestamp'
   [junit4]    >  DESC time which schema was modified
   [junit4]    >  SUP modifyTimestamp
   [junit4]    >  EQUALITY generalizedTimeMatch
   [junit4]    >  ORDERING generalizedTimeOrderingMatch
   [junit4]    >  SYNTAX 1.3.6.1.4.1.1466.115.121.1.24
   [junit4]    >  USAGE directoryOperation
   [junit4]    >  )
   [junit4]    > '
   [junit4]    > 	at org.apache.directory.server.core.api.partition.AbstractPartition.initialize(AbstractPartition.java:84)
   [junit4]    > 	at org.apache.directory.server.core.api.schema.SchemaPartition.doInit(SchemaPartition.java:219)
   [junit4]    > 	... 44 more
   [junit4]    > Caused by: org.apache.directory.api.ldap.model.exception.LdapInvalidAttributeValueException: ERR_04447_CANNOT_NORMALIZE_VALUE Cannot normalize the wrapped value ERR_04473_NOT_VALID_VALUE Not a valid value '20090818022733Z' for the AttributeType 'ATTRIBUTE_TYPE ( 1.3.6.1.4.1.18060.0.4.1.2.35
   [junit4]    >  NAME 'schemaModifyTimestamp'
   [junit4]    >  DESC time which schema was modified
   [junit4]    >  SUP modifyTimestamp
   [junit4]    >  EQUALITY generalizedTimeMatch
   [junit4]    >  ORDERING generalizedTimeOrderingMatch
   [junit4]    >  SYNTAX 1.3.6.1.4.1.1466.115.121.1.24
   [junit4]    >  USAGE directoryOperation
   [junit4]    >  )
   [junit4]    > '
   [junit4]    > 	at org.apache.directory.api.ldap.model.entry.AbstractValue.apply(AbstractValue.java:211)
   [junit4]    > 	at org.apache.directory.api.ldap.model.entry.StringValue.<init>(StringValue.java:107)
   [junit4]    > 	at org.apache.directory.api.ldap.model.entry.DefaultAttribute.<init>(DefaultAttribute.java:468)
   [junit4]    > 	at org.apache.directory.api.ldap.model.entry.DefaultEntry.<init>(DefaultEntry.java:315)
   [junit4]    > 	at org.apache.directory.server.core.partition.ldif.LdifPartition.loadEntries(LdifPartition.java:517)
   [junit4]    > 	at org.apache.directory.server.core.partition.ldif.LdifPartition.loadEntries(LdifPartition.java:549)
   [junit4]    > 	at org.apache.directory.server.core.partition.ldif.LdifPartition.doInit(LdifPartition.java:164)
   [junit4]    > 	at org.apache.directory.server.core.api.partition.AbstractPartition.initialize(AbstractPartition.java:79)
   [junit4]    > 	... 45 more
   [junit4]    > Caused by: org.apache.directory.api.ldap.model.exception.LdapInvalidAttributeValueException: ERR_04473_NOT_VALID_VALUE Not a valid value '20090818022733Z' for the AttributeType 'ATTRIBUTE_TYPE ( 1.3.6.1.4.1.18060.0.4.1.2.35
   [junit4]    >  NAME 'schemaModifyTimestamp'
   [junit4]    >  DESC time which schema was modified
   [junit4]    >  SUP modifyTimestamp
   [junit4]    >  EQUALITY generalizedTimeMatch
   [junit4]    >  ORDERING generalizedTimeOrderingMatch
   [junit4]    >  SYNTAX 1.3.6.1.4.1.1466.115.121.1.24
   [junit4]    >  USAGE directoryOperation
   [junit4]    >  )
   [junit4]    > '
   [junit4]    > 	at org.apache.directory.api.ldap.model.entry.AbstractValue.apply(AbstractValue.java:204)
   [junit4]    > 	... 52 moreThrowable #2: java.lang.NullPointerException
   [junit4]    > 	at org.apache.solr.cloud.ZkTestServer$ZKServerMain.shutdown(ZkTestServer.java:334)
   [junit4]    > 	at org.apache.solr.cloud.ZkTestServer.shutdown(ZkTestServer.java:518)
   [junit4]    > 	at org.apache.solr.cloud.SaslZkACLProviderTest$SaslZkTestServer.shutdown(SaslZkACLProviderTest.java:218)
   [junit4]    > 	at org.apache.solr.cloud.SaslZkACLProviderTest.tearDown(SaslZkACLProviderTest.java:116)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:746)
   [junit4]   2> 1353622 INFO  (SUITE-SaslZkACLProviderTest-seed#[38A857530618FAE2]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SaslZkACLProviderTest_38A857530618FAE2-001
   [junit4]   2> Aug 22, 2015 10:34:49 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 5 leaked thread(s).
   [junit4]   2> Aug 22, 2015 10:35:09 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 5 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest: 
   [junit4]   2>    1) Thread[id=8467, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:746)
   [junit4]   2>    2) Thread[id=8466, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:746)
   [junit4]   2>    3) Thread[id=8464, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Object.wait(Object.java:516)
   [junit4]   2>         at java.util.TimerThread.mainLoop(Timer.java:526)
   [junit4]   2>         at java.util.TimerThread.run(Timer.java:505)
   [junit4]   2>    4) Thread[id=8468, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:746)
   [junit4]   2>    5) Thread[id=8465, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:746)
   [junit4]   2> Aug 22, 2015 10:35:09 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=8467, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>    2) Thread[id=8466, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>    3) Thread[id=8464, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>    4) Thread[id=8468, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>    5) Thread[id=8465, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2> Aug 22, 2015 10:35:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=8467, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:746)
   [junit4]   2>    2) Thread[id=8466, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:746)
   [junit4]   2>    3) Thread[id=8464, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Object.wait(Object.java:516)
   [junit4]   2>         at java.util.TimerThread.mainLoop(Timer.java:526)
   [junit4]   2>         at java.util.TimerThread.run(Timer.java:505)
   [junit4]   2>    4) Thread[id=8468, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:746)
   [junit4]   2>    5) Thread[id=8465, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:746)
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=uz_UZ_#Cyrl, timezone=US/Samoa
   [junit4]   2> NOTE: Linux 3.19.0-26-generic amd64/Oracle Corporation 1.9.0-ea (64-bit)/cpus=12,threads=6,free=341985912,total=497549312
   [junit4]   2> NOTE: All tests run in this JVM: [RegexBoostProcessorTest, TestCollationField, RemoteQueryErrorTest, HdfsThreadLeakTest, TestCopyFieldCollectionResource, TestGroupingSearch, TestFieldCollectionResource, SolrXmlInZkTest, TestRTimerTree, BadIndexSchemaTest, FileBasedSpellCheckerTest, NotRequiredUniqueKeyTest, SortByFunctionTest, TestSolrJ, DOMUtilTest, SoftAutoCommitTest, RankQueryTest, TermVectorComponentDistributedTest, TestBinaryResponseWriter, TestRestManager, BlockDirectoryTest, HdfsChaosMonkeySafeLeaderTest, TestSystemIdResolver, TestSimpleQParserPlugin, TestInitQParser, HardAutoCommitTest, TestSchemaResource, TestManagedSchema, OutputWriterTest, MultiThreadedOCPTest, TestSolrConfigHandlerConcurrent, TestReloadDeadlock, ShardSplitTest, CircularListTest, TestImplicitCoreProperties, SearchHandlerTest, BinaryUpdateRequestHandlerTest, TestSort, TestStressReorder, DistributedFacetPivotSmallTest, XsltUpdateRequestHandlerTest, TestHighlightDedupGrouping, TestSolrDynamicMBean, ConcurrentDeleteAndCreateCollectionTest, CdcrRequestHandlerTest, TestPseudoReturnFields, TestTrie, PolyFieldTest, AsyncMigrateRouteKeyTest, TestAddFieldRealTimeGet, TestLeaderElectionZkExpiry, TestExpandComponent, TestManagedSynonymFilterFactory, TestSolrConfigHandler, SegmentsInfoRequestHandlerTest, XmlUpdateRequestHandlerTest, AsyncCallRequestStatusResponseTest, AutoCommitTest, SuggesterTest, TestFreeTextSuggestions, TestSolrXml, TestQueryUtils, TestStressRecovery, TestCSVResponseWriter, HdfsUnloadDistributedZkTest, PathHierarchyTokenizerFactoryTest, SynonymTokenizerTest, TestQueryTypes, DistributedQueryElevationComponentTest, TestXIncludeConfig, TestExceedMaxTermLength, SolrCoreCheckLockOnStartupTest, ResponseLogComponentTest, DistribDocExpirationUpdateProcessorTest, TestSchemaManager, TestSolrQueryParser, RecoveryZkTest, TestSolrCloudWithKerberosAlt, BasicDistributedZk2Test, FacetPivotSmallTest, SimpleFacetsTest, DirectSolrSpellCheckerTest, TestCollapseQParserPlugin, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, LeaderElectionTest, ShardRoutingCustomTest, TestDistributedSearch, CdcrReplicationDistributedZkTest, CdcrVersionReplicationTest, CollectionTooManyReplicasTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DeleteShardTest, DistribCursorPagingTest, DistributedQueueTest, HttpPartitionTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, ReplicationFactorTest, SaslZkACLProviderTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SaslZkACLProviderTest -Dtests.seed=38A857530618FAE2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=uz_UZ_#Cyrl -Dtests.timezone=US/Samoa -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J2 | SaslZkACLProviderTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest: 
   [junit4]    >    1) Thread[id=8467, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:746)
   [junit4]    >    2) Thread[id=8466, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:746)
   [junit4]    >    3) Thread[id=8464, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:516)
   [junit4]    >         at java.util.TimerThread.mainLoop(Timer.java:526)
   [junit4]    >         at java.util.TimerThread.run(Timer.java:505)
   [junit4]    >    4) Thread[id=8468, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:746)
   [junit4]    >    5) Thread[id=8465, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:746)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([38A857530618FAE2]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=8467, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:746)
   [junit4]    >    2) Thread[id=8466, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:746)
   [junit4]    >    3) Thread[id=8464, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:516)
   [junit4]    >         at java.util.TimerThread.mainLoop(Timer.java:526)
   [junit4]    >         at java.util.TimerThread.run(Timer.java:505)
   [junit4]    >    4) Thread[id=8468, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:746)
   [junit4]    >    5) Thread[id=8465, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:746)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([38A857530618FAE2]:0)
   [junit4] Completed [415/541] on J2 in 24.31s, 1 test, 3 errors <<< FAILURES!

[...truncated 384 lines...]
   [junit4] Suite: org.apache.solr.cloud.CdcrReplicationHandlerTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_38A857530618FAE2-001/init-core-data-001
   [junit4]   2> 989803 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[38A857530618FAE2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 989803 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[38A857530618FAE2]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /k_roe/bs
   [junit4]   2> 989804 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 989804 INFO  (Thread-3134) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 989804 INFO  (Thread-3134) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 989904 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.ZkTestServer start zk server on port:42994
   [junit4]   2> 989905 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 989905 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 989907 INFO  (zkCallback-895-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2784a8c name:ZooKeeperConnection Watcher:127.0.0.1:42994 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 989907 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 989907 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 989907 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 989909 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 989909 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 989910 INFO  (zkCallback-896-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2cf28394 name:ZooKeeperConnection Watcher:127.0.0.1:42994/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 989910 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 989910 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 989911 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 989911 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 989911 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 989912 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 989912 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 989912 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 989913 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 989913 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 989914 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 989914 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 989915 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 989915 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 989915 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 989915 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 989916 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 989916 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 989916 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 989917 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 989917 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 989917 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 989918 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 989918 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 989918 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 989918 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 989919 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 989919 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 989920 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 989920 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 989920 INFO  (zkCallback-897-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@584c0648 name:ZooKeeperConnection Watcher:127.0.0.1:42994/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 989921 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 989921 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 989921 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTest
   [junit4]   2> 989968 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_38A857530618FAE2-001/jetty-001/cores/collection1
   [junit4]   2> 989969 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 989970 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12dd0e24{/k_roe/bs,null,AVAILABLE}
   [junit4]   2> 989974 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.e.j.s.ServerConnector Started ServerConnector@253c403d{SSL-http/1.1}{127.0.0.1:57869}
   [junit4]   2> 989975 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.e.j.s.Server Started @991856ms
   [junit4]   2> 989975 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/k_roe/bs, hostPort=57869, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_38A857530618FAE2-001/jetty-001/cores}
   [junit4]   2> 989975 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@20fa23c1
   [junit4]   2> 989975 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_38A857530618FAE2-001/jetty-001/'
   [junit4]   2> 989983 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 989983 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 989984 INFO  (zkCallback-898-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@142b40b1 name:ZooKeeperConnection Watcher:127.0.0.1:42994/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 989984 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 989984 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 989984 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 989985 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_38A857530618FAE2-001/jetty-001/solr.xml
   [junit4]   2> 989987 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_38A857530618FAE2-001/jetty-001/cores
   [junit4]   2> 989988 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.CoreContainer New CoreContainer 1699458517
   [junit4]   2> 989988 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_38A857530618FAE2-001/jetty-001/]
   [junit4]   2> 989988 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_38A857530618FAE2-001/jetty-001/lib
   [junit4]   2> 989988 WARN  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_38A857530618FAE2-001/jetty-001/lib).
   [junit4]   2> 989991 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 989993 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 989993 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 989994 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 989994 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42994/solr
   [junit4]   2> 989994 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 989994 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 989994 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 989995 INFO  (zkCallback-900-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1dccc5fb name:ZooKeeperConnection Watcher:127.0.0.1:42994 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 989995 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 989995 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 989996 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [n:127.0.0.1:57869_k_roe%2Fbs    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 989997 INFO  (zkCallback-901-thread-1-processing-n:127.0.0.1:57869_k_roe%2Fbs) [n:127.0.0.1:57869_k_roe%2Fbs    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5e5b6843 name:ZooKeeperConnection Watcher:127.0.0.1:42994/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 989997 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [n:127.0.0.1:57869_k_roe%2Fbs    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 989997 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [n:127.0.0.1:57869_k_roe%2Fbs    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 989998 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [n:127.0.0.1:57869_k_roe%2Fbs    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 989998 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [n:127.0.0.1:57869_k_roe%2Fbs    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 989999 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [n:127.0.0.1:57869_k_roe%2Fbs    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 990000 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [n:127.0.0.1:57869_k_roe%2Fbs    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 990000 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [n:127.0.0.1:57869_k_roe%2Fbs    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 990001 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [n:127.0.0.1:57869_k_roe%2Fbs    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 990001 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [n:127.0.0.1:57869_k_roe%2Fbs    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 990001 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [n:127.0.0.1:57869_k_roe%2Fbs    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 990002 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[38A857530618FAE2]) [n:127.0.0.1:57869_k_roe%2Fbs    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57869_k_roe%2Fbs
   [junit4]   2> 990002 INFO  (TEST-CdcrRepli

[...truncated too long message...]

watches above limit:
   [junit4]   2> 
   [junit4]   2> 	60	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CdcrReplicationHandlerTest -Dtests.method=doTest -Dtests.seed=38A857530618FAE2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ta -Dtests.timezone=America/Chicago -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    460s J1 | CdcrReplicationHandlerTest.doTest <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:172)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:133)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:128)
   [junit4]    > 	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForRecoveriesToFinish(BaseCdcrDistributedZkTest.java:465)
   [junit4]    > 	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.restartServer(BaseCdcrDistributedZkTest.java:506)
   [junit4]    > 	at org.apache.solr.cloud.CdcrReplicationHandlerTest.doTestPartialReplicationWithTruncatedTlog(CdcrReplicationHandlerTest.java:145)
   [junit4]    > 	at org.apache.solr.cloud.CdcrReplicationHandlerTest.doTest(CdcrReplicationHandlerTest.java:52)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:746)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=7911, name=RecoveryThread-source_collection_shard1_replica1, state=RUNNABLE, group=TGRP-CdcrReplicationHandlerTest]
   [junit4]    > Caused by: org.apache.solr.common.cloud.ZooKeeperException: 
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([38A857530618FAE2]:0)
   [junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:234)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: java.io.FileNotFoundException: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_38A857530618FAE2-001/jetty-001/cores/source_collection_shard1_replica1/data/tlog/tlog.0000000000000000007.1510245750685040640 (No such file or directory)
   [junit4]    > 	at org.apache.solr.update.CdcrTransactionLog.reopenOutputStream(CdcrTransactionLog.java:244)
   [junit4]    > 	at org.apache.solr.update.CdcrTransactionLog.incref(CdcrTransactionLog.java:173)
   [junit4]    > 	at org.apache.solr.update.UpdateLog.getRecentUpdates(UpdateLog.java:1079)
   [junit4]    > 	at org.apache.solr.update.UpdateLog.seedBucketsWithHighestVersion(UpdateLog.java:1579)
   [junit4]    > 	at org.apache.solr.update.UpdateLog.seedBucketsWithHighestVersion(UpdateLog.java:1610)
   [junit4]    > 	at org.apache.solr.core.SolrCore.seedVersionBuckets(SolrCore.java:877)
   [junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:526)
   [junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:227)
   [junit4]    > Caused by: java.io.FileNotFoundException: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_38A857530618FAE2-001/jetty-001/cores/source_collection_shard1_replica1/data/tlog/tlog.0000000000000000007.1510245750685040640 (No such file or directory)
   [junit4]    > 	at java.io.RandomAccessFile.open0(Native Method)
   [junit4]    > 	at java.io.RandomAccessFile.open(RandomAccessFile.java:327)
   [junit4]    > 	at java.io.RandomAccessFile.<init>(RandomAccessFile.java:243)
   [junit4]    > 	at org.apache.solr.update.CdcrTransactionLog.reopenOutputStream(CdcrTransactionLog.java:236)
   [junit4]    > 	... 7 more
   [junit4]   2> 1449683 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[38A857530618FAE2]-worker) [n:127.0.0.1:55950_k_roe%2Fbs c:source_collection s:shard1 r:core_node1 x:source_collection_shard1_replica2] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_38A857530618FAE2-001
   [junit4]   2> Aug 22, 2015 10:36:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {_version_=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=FSTOrd50}, docValues:{}, sim=DefaultSimilarity, locale=ta, timezone=America/Chicago
   [junit4]   2> NOTE: Linux 3.19.0-26-generic amd64/Oracle Corporation 1.9.0-ea (64-bit)/cpus=12,threads=1,free=174784576,total=508035072
   [junit4]   2> NOTE: All tests run in this JVM: [AddBlockUpdateTest, TestSha256AuthenticationProvider, TestComponentsName, DistributedTermsComponentTest, DocumentBuilderTest, DistributedFacetPivotLongTailTest, SpellPossibilityIteratorTest, TestSimpleTrackingShardHandler, ExplicitHLLTest, TestDistributedGrouping, SpellCheckComponentTest, TestClusterStateMutator, TestCollationFieldDocValues, TestAuthenticationFramework, CollectionsAPIDistributedZkTest, TestFileDictionaryLookup, TestClassNameShortening, DistanceFunctionTest, HdfsSyncSliceTest, SystemInfoHandlerTest, TestManagedResourceStorage, TestRTGBase, HdfsNNFailoverTest, ZkCLITest, SolrCmdDistributorTest, CloudExitableDirectoryReaderTest, TestPHPSerializedResponseWriter, TestConfigSets, LukeRequestHandlerTest, StressHdfsTest, WordBreakSolrSpellCheckerTest, DocValuesMissingTest, SpellingQueryConverterTest, ZkControllerTest, TestAuthorizationFramework, TestWriterPerf, DistributedMLTComponentTest, TestTrieFacet, DocumentAnalysisRequestHandlerTest, TestConfigOverlay, TestStressVersions, AnalysisAfterCoreReloadTest, TestSolrDeletionPolicy2, CursorMarkTest, TestCloudPivotFacet, SpatialFilterTest, BasicFunctionalityTest, TestLMJelinekMercerSimilarityFactory, TestFieldTypeResource, TestScoreJoinQPScore, ClusterStateUpdateTest, StatelessScriptUpdateProcessorFactoryTest, UpdateParamsTest, TestSuggestSpellingConverter, TestElisionMultitermQuery, TestConfigSetProperties, MergeStrategyTest, AddSchemaFieldsUpdateProcessorFactoryTest, DistributedDebugComponentTest, FullHLLTest, TestIndexSearcher, TestCharFilters, TestFastWriter, TestOmitPositions, SliceStateTest, TestMacros, ZkSolrClientTest, TestHdfsUpdateLog, DisMaxRequestHandlerTest, TestBlobHandler, TestLFUCache, TestCoreContainer, FileUtilsTest, TestFastLRUCache, ResourceLoaderTest, TestLMDirichletSimilarityFactory, BadComponentTest, SolrPluginUtilsTest, HdfsDirectoryTest, TestDefaultSearchFieldResource, DirectSolrConnectionTest, TestCoreDiscovery, PreAnalyzedFieldTest, TestInitParams, TestReplicaProperties, RecoveryAfterSoftCommitTest, TestHashPartitioner, CollectionReloadTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, FullSolrCloudDistribCmdsTest, TestJoin, StatsComponentTest, TestFunctionQuery, DirectUpdateHandlerTest, OverseerCollectionProcessorTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, CoreAdminHandlerTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterWFSTTest, DirectUpdateHandlerOptimizeTest, TestRemoteStreaming, CacheHeaderTest, PrimitiveFieldTypeTest, TestValueSourceCache, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, JSONWriterTest, QueryParsingTest, JsonLoaderTest, PingRequestHandlerTest, HighlighterConfigTest, TestQuerySenderListener, TestQuerySenderNoQuery, MultiTermTest, SampleTest, TestBinaryField, NumericFieldsTest, TestConfig, TestFuzzyAnalyzedSuggestions, TestLuceneMatchVersion, EchoParamsTest, TestSweetSpotSimilarityFactory, TestIBSimilarityFactory, TestDefaultSimilarityFactory, ScriptEngineTest, URLClassifyProcessorTest, DateMathParserTest, DateFieldTest, TestUtils, UUIDFieldTest, DistributedIntervalFacetingTest, AssignTest, CdcrReplicationHandlerTest]
   [junit4] Completed [541/541] on J1 in 460.14s, 1 test, 1 error <<< FAILURES!

[...truncated 13 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:775: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:719: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:233: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:514: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1432: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:987: There were test failures: 541 suites, 2133 tests, 2 suite-level errors, 2 errors, 393 ignored (28 assumptions)

Total time: 43 minutes 11 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any