You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/11/13 15:21:36 UTC

[JENKINS-EA] Lucene-Solr-trunk-Linux (64bit/jdk1.9.0-ea-b90) - Build # 14893 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/14893/
Java: 64bit/jdk1.9.0-ea-b90 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup

Error Message:
Failed to create backup

Stack Trace:
java.lang.AssertionError: Failed to create backup
	at __randomizedtesting.SeedInfo.seed([A038BFB539650C06:E1B39FD01EDBFF49]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.handler.CheckBackupStatus.fetchStatus(CheckBackupStatus.java:51)
	at org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup(TestReplicationHandlerBackup.java:197)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:520)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1660)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:866)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:875)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:777)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:811)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:822)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:747)




Build Log:
[...truncated 9766 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandlerBackup
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/init-core-data-001
   [junit4]   2> 273451 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBackupOnCommit
   [junit4]   2> 273451 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/collection1
   [junit4]   2> 273462 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 273463 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23978832{/solr,null,AVAILABLE}
   [junit4]   2> 273468 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.e.j.s.ServerConnector Started ServerConnector@783a49fd{HTTP/1.1}{127.0.0.1:57545}
   [junit4]   2> 273468 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.e.j.s.Server Started @275007ms
   [junit4]   2> 273468 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=57545}
   [junit4]   2> 273469 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@deb6432
   [junit4]   2> 273469 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/'
   [junit4]   2> 273469 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 273469 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 273484 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/solr.xml
   [junit4]   2> 273489 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/.
   [junit4]   2> 273489 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.c.CoreContainer New CoreContainer 587040170
   [junit4]   2> 273489 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/]
   [junit4]   2> 273489 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/lib
   [junit4]   2> 273489 WARN  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/lib).
   [junit4]   2> 273496 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 273497 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 273497 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 273497 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 273497 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 273497 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 273497 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.c.CoresLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/.
   [junit4]   2> 273498 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/, dataDir=data/}
   [junit4]   2> 273498 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.c.CoresLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/
   [junit4]   2> 273498 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 273498 INFO  (coreLoadExecutor-867-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/'
   [junit4]   2> 273498 INFO  (coreLoadExecutor-867-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 273499 INFO  (coreLoadExecutor-867-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 273512 INFO  (coreLoadExecutor-867-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 273521 INFO  (coreLoadExecutor-867-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 273545 INFO  (coreLoadExecutor-867-thread-1) [    ] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 273546 INFO  (coreLoadExecutor-867-thread-1) [    ] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/conf/schema.xml
   [junit4]   2> 273550 INFO  (coreLoadExecutor-867-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 273553 INFO  (coreLoadExecutor-867-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 273554 INFO  (coreLoadExecutor-867-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/conf'
   [junit4]   2> 273554 INFO  (coreLoadExecutor-867-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1
   [junit4]   2> 273554 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 273555 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/], dataDir=[null]
   [junit4]   2> 273555 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 273555 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/data
   [junit4]   2> 273555 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 273555 WARN  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 273555 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 273556 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2567586023854673]
   [junit4]   2> 273556 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@13ad3582 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2cee508f),segFN=segments_1,generation=1}
   [junit4]   2> 273556 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 273563 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 273563 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 273598 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/data/
   [junit4]   2> 273600 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 273602 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 273603 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 273603 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 273604 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 273605 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 273605 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,defaults,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 273605 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 273622 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 273622 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 273622 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=52.37890625, floorSegmentMB=1.03125, forceMergeDeletesPctAllowed=4.384002578052382, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17865506990447502
   [junit4]   2> 273623 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@13ad3582 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2cee508f),segFN=segments_1,generation=1}
   [junit4]   2> 273623 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 273623 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@4d954655[collection1] main
   [junit4]   2> 273623 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/conf
   [junit4]   2> 273623 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/conf}
   [junit4]   2> 273623 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/conf
   [junit4]   2> 273623 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 273623 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema-replication2.xml:schema.xml
   [junit4]   2> 273623 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 273624 INFO  (coreLoadExecutor-867-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 273634 INFO  (searcherExecutor-868-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4d954655[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 274068 INFO  (qtp1700285732-1559) [    x:collection1] o.a.s.c.SolrCore [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 274069 INFO  (qtp1700285732-1559) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 0
   [junit4]   2> 274072 INFO  (qtp1700285732-1560) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0]} 0 1
   [junit4]   2> 274074 INFO  (qtp1700285732-1561) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 0
   [junit4]   2> 274076 INFO  (qtp1700285732-1559) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 0
   [junit4]   2> 274077 INFO  (qtp1700285732-1560) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 0
   [junit4]   2> 274079 INFO  (qtp1700285732-1561) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 0
   [junit4]   2> 274081 INFO  (qtp1700285732-1559) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5]} 0 0
   [junit4]   2> 274083 INFO  (qtp1700285732-1560) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[6]} 0 0
   [junit4]   2> 274084 INFO  (qtp1700285732-1561) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7]} 0 0
   [junit4]   2> 274086 INFO  (qtp1700285732-1559) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[8]} 0 0
   [junit4]   2> 274088 INFO  (qtp1700285732-1560) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[9]} 0 0
   [junit4]   2> 274090 INFO  (qtp1700285732-1561) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[10]} 0 0
   [junit4]   2> 274092 INFO  (qtp1700285732-1559) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[11]} 0 0
   [junit4]   2> 274094 INFO  (qtp1700285732-1560) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[12]} 0 0
   [junit4]   2> 274095 INFO  (qtp1700285732-1561) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[13]} 0 0
   [junit4]   2> 274097 INFO  (qtp1700285732-1559) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[14]} 0 0
   [junit4]   2> 274098 INFO  (qtp1700285732-1560) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[15]} 0 0
   [junit4]   2> 274100 INFO  (qtp1700285732-1561) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[16]} 0 0
   [junit4]   2> 274101 INFO  (qtp1700285732-1559) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[17]} 0 0
   [junit4]   2> 274103 INFO  (qtp1700285732-1560) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 0
   [junit4]   2> 274104 INFO  (qtp1700285732-1561) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 0
   [junit4]   2> 274108 INFO  (qtp1700285732-1559) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 0
   [junit4]   2> 274110 INFO  (qtp1700285732-1560) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 0
   [junit4]   2> 274113 INFO  (qtp1700285732-1561) [    x:collection1] o.a.s.u.UpdateHandler start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 274115 INFO  (qtp1700285732-1561) [    x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@13ad3582 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2cee508f),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@13ad3582 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2cee508f),segFN=segments_2,generation=2}
   [junit4]   2> 274117 INFO  (qtp1700285732-1561) [    x:collection1] o.a.s.c.SolrCore newest commit generation = 2
   [junit4]   2> 274125 INFO  (Thread-617) [    x:collection1] o.a.s.h.SnapShooter Creating backup snapshot <not named> at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/data/
   [junit4]   2> 274127 INFO  (qtp1700285732-1561) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@3778ae26[collection1] main
   [junit4]   2> 274127 INFO  (qtp1700285732-1561) [    x:collection1] o.a.s.u.UpdateHandler end_commit_flush
   [junit4]   2> 274128 INFO  (searcherExecutor-868-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3778ae26[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C22)))}
   [junit4]   2> 274128 INFO  (qtp1700285732-1561) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 15
   [junit4]   2> 274130 INFO  (qtp1700285732-1559) [    x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={command=details} status=0 QTime=0 
   [junit4]   2> 274143 INFO  (Thread-617) [    x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: <not named> at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/data/
   [junit4]   2> 275133 INFO  (qtp1700285732-1560) [    x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={command=details} status=0 QTime=0 
   [junit4]   2> 276135 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBackupOnCommit
   [junit4]   2> 276136 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@783a49fd{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 276136 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=587040170
   [junit4]   2> 276136 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6747739d
   [junit4]   2> 276136 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.u.UpdateHandler closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=22,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 276137 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 276137 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 276137 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 276138 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 276139 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 276139 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/data/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/data/index;done=false>>]
   [junit4]   2> 276139 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 276139 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/data [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/data;done=false>>]
   [junit4]   2> 276139 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-001/./collection1/data
   [junit4]   2> 276139 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[A038BFB539650C06]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@23978832{/solr,null,UNAVAILABLE}
   [junit4]   2> 276143 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestBackup
   [junit4]   2> 276143 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/collection1
   [junit4]   2> 276162 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 276164 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e8ec462{/solr,null,AVAILABLE}
   [junit4]   2> 276164 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.e.j.s.ServerConnector Started ServerConnector@630662cc{HTTP/1.1}{127.0.0.1:36162}
   [junit4]   2> 276164 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.e.j.s.Server Started @277703ms
   [junit4]   2> 276164 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=36162}
   [junit4]   2> 276165 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@deb6432
   [junit4]   2> 276165 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/'
   [junit4]   2> 276165 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 276166 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 276180 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/solr.xml
   [junit4]   2> 276184 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/.
   [junit4]   2> 276184 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.c.CoreContainer New CoreContainer 1973887811
   [junit4]   2> 276184 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/]
   [junit4]   2> 276184 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/lib
   [junit4]   2> 276184 WARN  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/lib).
   [junit4]   2> 276190 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 276191 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 276191 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 276191 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 276191 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 276191 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 276192 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.c.CoresLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/.
   [junit4]   2> 276193 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/, dataDir=data/}
   [junit4]   2> 276193 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.c.CoresLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/
   [junit4]   2> 276193 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 276193 INFO  (coreLoadExecutor-877-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/'
   [junit4]   2> 276194 INFO  (coreLoadExecutor-877-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 276194 INFO  (coreLoadExecutor-877-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 276199 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 276199 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 276205 INFO  (coreLoadExecutor-877-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 276207 INFO  (coreLoadExecutor-877-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 276212 INFO  (coreLoadExecutor-877-thread-1) [    ] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 276212 INFO  (coreLoadExecutor-877-thread-1) [    ] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/conf/schema.xml
   [junit4]   2> 276214 INFO  (coreLoadExecutor-877-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 276216 INFO  (coreLoadExecutor-877-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 276217 INFO  (coreLoadExecutor-877-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/conf'
   [junit4]   2> 276217 INFO  (coreLoadExecutor-877-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1
   [junit4]   2> 276217 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 276217 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/], dataDir=[null]
   [junit4]   2> 276217 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 276218 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/data
   [junit4]   2> 276218 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/data/index/
   [junit4]   2> 276218 WARN  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 276218 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 276219 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2567586023854673]
   [junit4]   2> 276219 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1dfd7f19 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@143e3907),segFN=segments_1,generation=1}
   [junit4]   2> 276219 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 276219 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/data/
   [junit4]   2> 276220 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 276221 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 276222 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 276223 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 276223 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 276224 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 276224 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 276225 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 276225 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 276225 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=52.37890625, floorSegmentMB=1.03125, forceMergeDeletesPctAllowed=4.384002578052382, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17865506990447502
   [junit4]   2> 276225 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1dfd7f19 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@143e3907),segFN=segments_1,generation=1}
   [junit4]   2> 276225 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 276225 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@e234f7b[collection1] main
   [junit4]   2> 276226 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/conf
   [junit4]   2> 276226 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/conf}
   [junit4]   2> 276226 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/conf
   [junit4]   2> 276227 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 276227 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema-replication2.xml:schema.xml
   [junit4]   2> 276227 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 276227 INFO  (searcherExecutor-878-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@e234f7b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 276227 INFO  (coreLoadExecutor-877-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 276703 INFO  (qtp1799399483-1580) [    x:collection1] o.a.s.c.SolrCore [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 276703 INFO  (qtp1799399483-1580) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 1
   [junit4]   2> 276708 INFO  (qtp1799399483-1581) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0]} 0 2
   [junit4]   2> 276710 INFO  (qtp1799399483-1582) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 0
   [junit4]   2> 276712 INFO  (qtp1799399483-1580) [    x:collection1] o.a.s.u.UpdateHandler start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 276715 INFO  (qtp1799399483-1580) [    x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1dfd7f19 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@143e3907),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1dfd7f19 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@143e3907),segFN=segments_2,generation=2}
   [junit4]   2> 276715 INFO  (qtp1799399483-1580) [    x:collection1] o.a.s.c.SolrCore newest commit generation = 2
   [junit4]   2> 276717 INFO  (qtp1799399483-1580) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@486c9625[collection1] main
   [junit4]   2> 276717 INFO  (qtp1799399483-1580) [    x:collection1] o.a.s.u.UpdateHandler end_commit_flush
   [junit4]   2> 276717 INFO  (searcherExecutor-878-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@486c9625[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C2)))}
   [junit4]   2> 276717 INFO  (qtp1799399483-1580) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 4
   [junit4]   2> 276720 INFO  (Thread-632) [    x:collection1] o.a.s.h.SnapShooter Creating backup snapshot <not named> at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/data/
   [junit4]   2> 276720 INFO  (qtp1799399483-1581) [    x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={command=backup} status=0 QTime=1 
   [junit4]   2> 276720 INFO  (Thread-633) [    x:collection1] o.a.s.h.SnapShooter Creating backup snapshot <not named> at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/data/
   [junit4]   2> 276722 INFO  (Thread-633) [    x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: <not named> at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/data/
   [junit4]   2> 276726 ERROR (Thread-632) [    x:collection1] o.a.s.h.SnapShooter Exception while creating snapshot
   [junit4]   2> java.nio.file.NoSuchFileException: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/collection1/data/snapshot.20151113145848920/_0.si
   [junit4]   2> 	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
   [junit4]   2> 	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
   [junit4]   2> 	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
   [junit4]   2> 	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
   [junit4]   2> 	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
   [junit4]   2> 	at java.nio.file.Files.newOutputStream(Files.java:216)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:301)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:297)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:232)
   [junit4]   2> 	at org.apache.lucene.store.Directory.copyFrom(Directory.java:155)
   [junit4]   2> 	at org.apache.solr.handler.SnapShooter.copyFiles(SnapShooter.java:206)
   [junit4]   2> 	at org.apache.solr.handler.SnapShooter.createSnapshot(SnapShooter.java:139)
   [junit4]   2> 	at org.apache.solr.handler.SnapShooter$1.run(SnapShooter.java:88)
   [junit4]   2> 276729 INFO  (qtp1799399483-1582) [    x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={command=details} status=0 QTime=1 
   [junit4]   2> 276729 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestBackup
   [junit4]   2> 276738 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@630662cc{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 276738 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1973887811
   [junit4]   2> 276738 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@45eed963
   [junit4]   2> 276738 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.u.UpdateHandler closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 276739 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 276739 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 276739 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 276739 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 276740 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 276740 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/data/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/data/index;done=false>>]
   [junit4]   2> 276740 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 276740 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/data [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/data;done=false>>]
   [junit4]   2> 276740 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001/solr-instance-002/./collection1/data
   [junit4]   2> 276740 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[A038BFB539650C06]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1e8ec462{/solr,null,UNAVAILABLE}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReplicationHandlerBackup -Dtests.method=doTestBackup -Dtests.seed=A038BFB539650C06 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_HN -Dtests.timezone=Europe/Berlin -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.60s J1 | TestReplicationHandlerBackup.doTestBackup <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Failed to create backup
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A038BFB539650C06:E1B39FD01EDBFF49]:0)
   [junit4]    > 	at org.apache.solr.handler.CheckBackupStatus.fetchStatus(CheckBackupStatus.java:51)
   [junit4]    > 	at org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup(TestReplicationHandlerBackup.java:197)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:747)
   [junit4]   2> 276744 INFO  (SUITE-TestReplicationHandlerBackup-seed#[A038BFB539650C06]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_A038BFB539650C06-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {name=PostingsFormat(name=Memory doPackFST= true), id=PostingsFormat(name=Memory doPackFST= true)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=es_HN, timezone=Europe/Berlin
   [junit4]   2> NOTE: Linux 3.19.0-31-generic amd64/Oracle Corporation 1.9.0-ea (64-bit)/cpus=12,threads=1,free=216242384,total=509018112
   [junit4]   2> NOTE: All tests run in this JVM: [TestJettySolrRunner, TestAnalyzeInfixSuggestions, TestRuleBasedAuthorizationPlugin, TestCloudPivotFacet, CollectionReloadTest, ShardRoutingCustomTest, BitVectorTest, SimplePostToolTest, TestReloadAndDeleteDocs, TestLFUCache, TestWordDelimiterFilterFactory, TestBM25SimilarityFactory, RecoveryAfterSoftCommitTest, TestRTimerTree, TestObjectReleaseTracker, CdcrRequestHandlerTest, TestFilteredDocIdSet, TermsComponentTest, TestPartialUpdateDeduplication, HdfsRecoveryZkTest, MultiTermTest, TestCollapseQParserPlugin, TestMacros, SuggestComponentTest, TestLMJelinekMercerSimilarityFactory, TestExclusionRuleCollectionAccess, UniqFieldsUpdateProcessorFactoryTest, TestConfigSetsAPIExclusivity, HdfsLockFactoryTest, SolrIndexConfigTest, TestHashPartitioner, SpellCheckComponentTest, TestRestoreCore, TestJsonRequest, TestStressUserVersions, LoggingHandlerTest, HdfsCollectionsAPIDistributedZkTest, TestJsonFacets, TestCodecSupport, SpatialRPTFieldTypeTest, TestScoreJoinQPScore, TestCrossCoreJoin, WordBreakSolrSpellCheckerTest, TestReplicationHandlerBackup]
   [junit4] Completed [100/557] on J1 in 3.33s, 2 tests, 1 failure <<< FAILURES!

[...truncated 1471 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:775: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:719: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:233: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:516: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1432: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:987: There were test failures: 557 suites (8 ignored), 2213 tests, 1 failure, 108 ignored (69 assumptions) [seed: A038BFB539650C06]

Total time: 45 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any