You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/02/12 00:41:59 UTC

[JENKINS] Lucene-Solr-5.x-MacOSX (64bit/jdk1.8.0) - Build # 1949 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-MacOSX/1949/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup

Error Message:
no segments* file found in SimpleFSDirectory@/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data/snapshot.20150212072808752 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17544c97: files: [_0.fnm, _0.nvm]

Stack Trace:
org.apache.lucene.index.IndexNotFoundException: no segments* file found in SimpleFSDirectory@/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data/snapshot.20150212072808752 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17544c97: files: [_0.fnm, _0.nvm]
	at __randomizedtesting.SeedInfo.seed([195973B0FE6A4B35:58D253D5D9D4B87A]:0)
	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:632)
	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:68)
	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
	at org.apache.solr.handler.TestReplicationHandlerBackup.verify(TestReplicationHandlerBackup.java:139)
	at org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup(TestReplicationHandlerBackup.java:205)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10568 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandlerBackup
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/init-core-data-001
   [junit4]   2> 5123638 T20169 oas.SolrTestCaseJ4.setUp ###Starting testBackupOnCommit
   [junit4]   2> 5123639 T20169 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1
   [junit4]   2> 5123656 T20169 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 5123663 T20169 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61144
   [junit4]   2> 5123663 T20169 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4554617c
   [junit4]   2> 5123664 T20169 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 5123664 T20169 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001
   [junit4]   2> 5123665 T20169 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/'
   [junit4]   2> 5123705 T20169 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/solr.xml
   [junit4]   2> 5123722 T20169 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/.
   [junit4]   2> 5123723 T20169 oasc.CoreContainer.<init> New CoreContainer 399650295
   [junit4]   2> 5123724 T20169 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/]
   [junit4]   2> 5123724 T20169 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 5123725 T20169 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 5123725 T20169 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 5123726 T20169 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 5123726 T20169 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 5123727 T20169 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 5123728 T20169 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 5123729 T20169 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 5123730 T20169 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 5123731 T20169 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 5123731 T20169 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 5123732 T20169 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 5123735 T20169 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 5123735 T20169 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 5123736 T20169 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 5123741 T20169 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/.
   [junit4]   2> 5123743 T20169 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/./collection1/
   [junit4]   2> 5123744 T20169 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 5123745 T20179 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/./collection1/'
   [junit4]   2> 5123788 T20179 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 5123790 T20179 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.1.0
   [junit4]   2> 5123799 T20179 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 5123800 T20179 oass.IndexSchema.readSchema Reading Solr Schema from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/./collection1/conf/schema.xml
   [junit4]   2> 5123803 T20179 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 5123810 T20179 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 5123811 T20179 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/./collection1/
   [junit4]   2> 5123811 T20179 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 5123812 T20179 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/./collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data/
   [junit4]   2> 5123812 T20179 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 5123812 T20179 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data
   [junit4]   2> 5123813 T20179 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data/index/
   [junit4]   2> 5123813 T20179 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 5123814 T20179 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data/index
   [junit4]   2> 5123814 T20179 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=83.421875, floorSegmentMB=0.66015625, forceMergeDeletesPctAllowed=11.19956125278327, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8434119675828625
   [junit4]   2> 5123815 T20179 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4114212c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18ea6412),segFN=segments_1,generation=1}
   [junit4]   2> 5123816 T20179 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 5123817 T20179 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 5123818 T20179 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 5123818 T20179 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5123819 T20179 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5123819 T20179 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5123819 T20179 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 5123819 T20179 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 5123820 T20179 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 5123820 T20179 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 5123820 T20179 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 5123822 T20179 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 5123822 T20179 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 5123823 T20179 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 5123823 T20179 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 5123823 T20179 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 5123824 T20179 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 5123824 T20179 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: org.apache.solr.handler.admin.ShowFileRequestHandler
   [junit4]   2> 5123824 T20179 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 5123825 T20179 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 5123825 T20179 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 5123825 T20179 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 5123825 T20179 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 5123834 T20179 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 5123835 T20179 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 5123836 T20179 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 5123837 T20179 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 5123838 T20179 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 5123838 T20179 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 5123839 T20179 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 5123839 T20179 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=80.326171875, floorSegmentMB=1.0361328125, forceMergeDeletesPctAllowed=3.929834893974835, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 5123839 T20179 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4114212c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18ea6412),segFN=segments_1,generation=1}
   [junit4]   2> 5123840 T20179 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 5123841 T20179 oass.SolrIndexSearcher.<init> Opening Searcher@6c138d6b[collection1] main
   [junit4]   2> 5123841 T20179 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/./collection1/conf
   [junit4]   2> 5123842 T20179 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/./collection1/conf}
   [junit4]   2> 5123842 T20179 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/./collection1/conf
   [junit4]   2> 5123842 T20179 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 5123843 T20179 oash.ReplicationHandler.inform Replication enabled for following config files: schema-replication2.xml:schema.xml
   [junit4]   2> 5123843 T20179 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 5123843 T20180 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6c138d6b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 5123844 T20179 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 5123846 T20169 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 5123846 T20169 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> ASYNC  NEW_CORE C4246 name=collection1 org.apache.solr.core.SolrCore@6c50313d
   [junit4]   2> 5123852 T20173 C4246 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 5123853 T20173 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 1
   [junit4]   2> 5123864 T20177 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0]} 0 1
   [junit4]   2> 5123867 T20173 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 0
   [junit4]   2> 5123872 T20174 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 1
   [junit4]   2> 5123875 T20175 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 0
   [junit4]   2> 5123878 T20176 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 0
   [junit4]   2> 5123883 T20178 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5]} 0 0
   [junit4]   2> 5123887 T20177 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[6]} 0 0
   [junit4]   2> 5123894 T20173 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7]} 0 0
   [junit4]   2> 5123897 T20174 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[8]} 0 0
   [junit4]   2> 5123901 T20175 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[9]} 0 0
   [junit4]   2> 5123905 T20176 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[10]} 0 1
   [junit4]   2> 5123908 T20178 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[11]} 0 0
   [junit4]   2> 5123913 T20177 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[12]} 0 0
   [junit4]   2> 5123915 T20173 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[13]} 0 0
   [junit4]   2> 5123918 T20174 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[14]} 0 0
   [junit4]   2> 5123920 T20175 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[15]} 0 0
   [junit4]   2> 5123923 T20176 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[16]} 0 1
   [junit4]   2> 5123926 T20178 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[17]} 0 1
   [junit4]   2> 5123931 T20177 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 0
   [junit4]   2> 5123934 T20173 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 0
   [junit4]   2> 5123940 T20174 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 0
   [junit4]   2> 5123943 T20175 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 0
   [junit4]   2> 5123945 T20176 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22]} 0 0
   [junit4]   2> 5123950 T20178 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[23]} 0 0
   [junit4]   2> 5123955 T20177 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[24]} 0 0
   [junit4]   2> 5123960 T20173 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25]} 0 1
   [junit4]   2> 5123962 T20174 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[26]} 0 0
   [junit4]   2> 5123965 T20175 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[27]} 0 0
   [junit4]   2> 5123968 T20176 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[28]} 0 0
   [junit4]   2> 5123971 T20178 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[29]} 0 0
   [junit4]   2> 5123975 T20177 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[30]} 0 0
   [junit4]   2> 5123979 T20173 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[31]} 0 1
   [junit4]   2> 5123982 T20174 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[32]} 0 1
   [junit4]   2> 5123984 T20175 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[33]} 0 0
   [junit4]   2> 5123986 T20176 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[34]} 0 0
   [junit4]   2> 5123989 T20178 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[35]} 0 0
   [junit4]   2> 5123991 T20177 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[36]} 0 0
   [junit4]   2> 5123994 T20173 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[37]} 0 0
   [junit4]   2> 5123996 T20174 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[38]} 0 0
   [junit4]   2> 5123998 T20175 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[39]} 0 0
   [junit4]   2> 5124000 T20176 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[40]} 0 0
   [junit4]   2> 5124003 T20178 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[41]} 0 0
   [junit4]   2> 5124005 T20177 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[42]} 0 0
   [junit4]   2> 5124008 T20173 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[43]} 0 0
   [junit4]   2> 5124015 T20174 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[44]} 0 0
   [junit4]   2> 5124017 T20175 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[45]} 0 0
   [junit4]   2> 5124020 T20176 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[46]} 0 0
   [junit4]   2> 5124022 T20178 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[47]} 0 0
   [junit4]   2> 5124024 T20177 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[48]} 0 0
   [junit4]   2> 5124026 T20173 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[49]} 0 0
   [junit4]   2> 5124029 T20174 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[50]} 0 0
   [junit4]   2> 5124031 T20175 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[51]} 0 0
   [junit4]   2> 5124034 T20176 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[52]} 0 0
   [junit4]   2> 5124036 T20178 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[53]} 0 0
   [junit4]   2> 5124038 T20177 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[54]} 0 0
   [junit4]   2> 5124041 T20173 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[55]} 0 0
   [junit4]   2> 5124043 T20174 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[56]} 0 0
   [junit4]   2> 5124045 T20175 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[57]} 0 0
   [junit4]   2> 5124047 T20176 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[58]} 0 0
   [junit4]   2> 5124049 T20178 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[59]} 0 0
   [junit4]   2> 5124052 T20177 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[60]} 0 0
   [junit4]   2> 5124054 T20173 C4246 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 5124056 T20173 C4246 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4114212c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18ea6412),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4114212c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18ea6412),segFN=segments_2,generation=2}
   [junit4]   2> 5124057 T20173 C4246 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 5124060 T20182 oash.SnapShooter.createSnapshot Creating backup snapshot...
   [junit4]   2> 5124073 T20182 oash.SnapShooter.createSnapshot Done creating backup snapshot: <not named>
   [junit4]   2> 5124076 T20173 C4246 oass.SolrIndexSearcher.<init> Opening Searcher@5020f203[collection1] main
   [junit4]   2> 5124076 T20173 C4246 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 5124076 T20180 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5020f203[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.1.0):C61)))}
   [junit4]   2> 5124077 T20173 C4246 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 23
   [junit4]   2> 5124082 T20175 C4246 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details} status=0 QTime=1 
   [junit4]   2> 5125097 T20169 oas.SolrTestCaseJ4.tearDown ###Ending testBackupOnCommit
   [junit4]   2> 5125111 T20169 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=399650295
   [junit4]   2> 5125113 T20169 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6c50313d
   [junit4]   2> 5125113 T20169 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=61,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 5125114 T20169 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 5125114 T20169 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 5125115 T20169 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 5125117 T20169 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 5125119 T20169 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 5125119 T20169 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data/index;done=false>>]
   [junit4]   2> 5125120 T20169 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data/index
   [junit4]   2> 5125121 T20169 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data;done=false>>]
   [junit4]   2> 5125121 T20169 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data
   [junit4]   2> 5125122 T20169 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 5125322 T20169 oas.SolrTestCaseJ4.setUp ###Starting doTestBackup
   [junit4]   2> 5125323 T20169 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1
   [junit4]   2> 5125334 T20169 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 5125339 T20169 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61146
   [junit4]   2> 5125340 T20169 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4554617c
   [junit4]   2> 5125340 T20169 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 5125340 T20169 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001
   [junit4]   2> 5125341 T20169 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/'
   [junit4]   2> 5125366 T20169 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/solr.xml
   [junit4]   2> 5125371 T20169 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/.
   [junit4]   2> 5125371 T20169 oasc.CoreContainer.<init> New CoreContainer 931619381
   [junit4]   2> 5125372 T20169 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/]
   [junit4]   2> 5125372 T20169 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 5125372 T20169 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 5125373 T20169 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 5125373 T20169 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 5125374 T20169 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 5125374 T20169 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 5125375 T20169 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 5125375 T20169 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 5125375 T20169 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 5125376 T20169 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 5125376 T20169 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 5125377 T20169 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 5125377 T20169 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 5125378 T20169 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 5125378 T20169 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 5125380 T20169 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/.
   [junit4]   2> 5125383 T20169 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/./collection1/
   [junit4]   2> 5125383 T20169 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 5125384 T20192 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/./collection1/'
   [junit4]   2> 5125426 T20192 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 5125429 T20192 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.1.0
   [junit4]   2> 5125437 T20192 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 5125438 T20192 oass.IndexSchema.readSchema Reading Solr Schema from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/./collection1/conf/schema.xml
   [junit4]   2> 5125441 T20192 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 5125478 T20192 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 5125479 T20192 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/./collection1/
   [junit4]   2> 5125479 T20192 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 5125479 T20192 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/./collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data/
   [junit4]   2> 5125479 T20192 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 5125480 T20192 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data
   [junit4]   2> 5125480 T20192 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data/index/
   [junit4]   2> 5125481 T20192 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 5125481 T20192 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data/index
   [junit4]   2> 5125481 T20192 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=83.421875, floorSegmentMB=0.66015625, forceMergeDeletesPctAllowed=11.19956125278327, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8434119675828625
   [junit4]   2> 5125482 T20192 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4398b5e0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@606620aa),segFN=segments_1,generation=1}
   [junit4]   2> 5125482 T20192 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 5125484 T20192 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 5125484 T20192 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5125484 T20192 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5125485 T20192 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5125485 T20192 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5125485 T20192 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 5125486 T20192 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 5125486 T20192 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 5125487 T20192 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 5125488 T20192 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 5125489 T20192 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 5125490 T20192 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 5125490 T20192 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 5125490 T20192 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 5125491 T20192 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 5125491 T20192 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 5125491 T20192 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: org.apache.solr.handler.admin.ShowFileRequestHandler
   [junit4]   2> 5125492 T20192 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 5125492 T20192 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 5125493 T20192 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 5125494 T20192 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 5125495 T20192 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 5125497 T20192 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 5125497 T20192 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 5125498 T20192 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 5125499 T20192 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 5125499 T20192 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=80.326171875, floorSegmentMB=1.0361328125, forceMergeDeletesPctAllowed=3.929834893974835, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 5125499 T20192 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4398b5e0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@606620aa),segFN=segments_1,generation=1}
   [junit4]   2> 5125500 T20192 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 5125500 T20192 oass.SolrIndexSearcher.<init> Opening Searcher@651f1e95[collection1] main
   [junit4]   2> 5125501 T20192 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/./collection1/conf
   [junit4]   2> 5125501 T20192 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/./collection1/conf}
   [junit4]   2> 5125501 T20192 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/./collection1/conf
   [junit4]   2> 5125502 T20192 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 5125502 T20192 oash.ReplicationHandler.inform Replication enabled for following config files: schema-replication2.xml:schema.xml
   [junit4]   2> 5125502 T20192 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 5125503 T20192 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 5125503 T20193 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@651f1e95[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 5125505 T20169 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 5125505 T20169 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> ASYNC  NEW_CORE C4247 name=collection1 org.apache.solr.core.SolrCore@7542a22d
   [junit4]   2> 5125510 T20186 C4247 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 5125511 T20186 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 1
   [junit4]   2> 5125519 T20187 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0]} 0 4
   [junit4]   2> 5125523 T20188 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 0
   [junit4]   2> 5125527 T20189 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 0
   [junit4]   2> 5125530 T20190 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 0
   [junit4]   2> 5125534 T20185 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 1
   [junit4]   2> 5125538 T20186 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5]} 0 1
   [junit4]   2> 5125543 T20187 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[6]} 0 0
   [junit4]   2> 5125548 T20188 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7]} 0 0
   [junit4]   2> 5125553 T20189 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[8]} 0 0
   [junit4]   2> 5125557 T20190 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[9]} 0 0
   [junit4]   2> 5125562 T20185 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[10]} 0 0
   [junit4]   2> 5125565 T20186 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[11]} 0 0
   [junit4]   2> 5125569 T20187 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[12]} 0 0
   [junit4]   2> 5125572 T20188 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[13]} 0 0
   [junit4]   2> 5125575 T20189 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[14]} 0 0
   [junit4]   2> 5125578 T20190 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[15]} 0 0
   [junit4]   2> 5125583 T20185 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[16]} 0 1
   [junit4]   2> 5125586 T20186 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[17]} 0 0
   [junit4]   2> 5125588 T20187 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 0
   [junit4]   2> 5125591 T20188 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 0
   [junit4]   2> 5125593 T20189 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 0
   [junit4]   2> 5125595 T20190 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 0
   [junit4]   2> 5125597 T20185 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22]} 0 0
   [junit4]   2> 5125599 T20186 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[23]} 0 0
   [junit4]   2> 5125602 T20187 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[24]} 0 0
   [junit4]   2> 5125604 T20188 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25]} 0 0
   [junit4]   2> 5125611 T20189 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[26]} 0 4
   [junit4]   2> 5125614 T20190 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[27]} 0 1
   [junit4]   2> 5125616 T20185 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[28]} 0 0
   [junit4]   2> 5125618 T20186 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[29]} 0 0
   [junit4]   2> 5125620 T20187 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[30]} 0 0
   [junit4]   2> 5125623 T20188 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[31]} 0 0
   [junit4]   2> 5125625 T20189 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[32]} 0 0
   [junit4]   2> 5125628 T20190 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[33]} 0 0
   [junit4]   2> 5125630 T20185 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[34]} 0 0
   [junit4]   2> 5125632 T20186 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[35]} 0 0
   [junit4]   2> 5125635 T20187 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[36]} 0 0
   [junit4]   2> 5125638 T20188 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[37]} 0 0
   [junit4]   2> 5125640 T20189 C4247 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 5125642 T20189 C4247 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4398b5e0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@606620aa),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4398b5e0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@606620aa),segFN=segments_2,generation=2}
   [junit4]   2> 5125642 T20189 C4247 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 5125644 T20189 C4247 oass.SolrIndexSearcher.<init> Opening Searcher@f6ffcbb[collection1] main
   [junit4]   2> 5125645 T20189 C4247 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 5125645 T20193 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f6ffcbb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.1.0):C38)))}
   [junit4]   2> 5125646 T20189 C4247 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 6
   [junit4]   2> 5125645 T20195 oash.SnapShooter.createSnapshot Creating backup snapshot...
   [junit4]   2> 5125660 T20190 C4247 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=backup} status=0 QTime=2 
   [junit4]   2> 5125667 T20195 oash.SnapShooter.createSnapshot Done creating backup snapshot: <not named>
   [junit4]   2> 5125669 T20185 C4247 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details} status=0 QTime=0 
   [junit4]   2> 5125669 T20196 oash.SnapPuller.delTree WARN Unable to delete directory : /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data/snapshot.20150212072808752 java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]   2>    /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data/snapshot.20150212072808752: java.nio.file.DirectoryNotEmptyException: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data/snapshot.20150212072808752
   [junit4]   2> 
   [junit4]   2> 	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:294)
   [junit4]   2> 	at org.apache.solr.handler.SnapPuller.delTree(SnapPuller.java:1168)
   [junit4]   2> 	at org.apache.solr.handler.SnapShooter.deleteOldBackups(SnapShooter.java:175)
   [junit4]   2> 	at org.apache.solr.handler.SnapShooter.access$100(SnapShooter.java:51)
   [junit4]   2> 	at org.apache.solr.handler.SnapShooter$1.run(SnapShooter.java:87)
   [junit4]   2> 
   [junit4]   2> 5125671 T20196 oash.SnapShooter.createSnapshot Creating backup snapshot...
   [junit4]   2> 5125682 T20196 oash.SnapShooter.createSnapshot Done creating backup snapshot: <not named>
   [junit4]   2> 5126677 T20169 oas.SolrTestCaseJ4.tearDown ###Ending doTestBackup
   [junit4]   2> 5126691 T20169 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=931619381
   [junit4]   2> 5126693 T20169 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7542a22d
   [junit4]   2> 5126693 T20169 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=38,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 5126694 T20169 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 5126694 T20169 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 5126695 T20169 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 5126697 T20169 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 5126698 T20169 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 5126698 T20169 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data/index;done=false>>]
   [junit4]   2> 5126699 T20169 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data/index
   [junit4]   2> 5126699 T20169 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data;done=false>>]
   [junit4]   2> 5126700 T20169 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data
   [junit4]   2> 5126701 T20169 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReplicationHandlerBackup -Dtests.method=doTestBackup -Dtests.seed=195973B0FE6A4B35 -Dtests.slow=true -Dtests.locale=ro -Dtests.timezone=Asia/Choibalsan -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   1.61s | TestReplicationHandlerBackup.doTestBackup <<<
   [junit4]    > Throwable #1: org.apache.lucene.index.IndexNotFoundException: no segments* file found in SimpleFSDirectory@/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001/solr-instance-001/collection1/data/snapshot.20150212072808752 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17544c97: files: [_0.fnm, _0.nvm]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([195973B0FE6A4B35:58D253D5D9D4B87A]:0)
   [junit4]    > 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:632)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:68)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]    > 	at org.apache.solr.handler.TestReplicationHandlerBackup.verify(TestReplicationHandlerBackup.java:139)
   [junit4]    > 	at org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup(TestReplicationHandlerBackup.java:205)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 5126923 T20169 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup 195973B0FE6A4B35-001
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=5, maxDocsPerChunk=635, blockSize=624), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=5, blockSize=624)), sim=DefaultSimilarity, locale=ro, timezone=Asia/Choibalsan
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_31 (64-bit)/cpus=2,threads=1,free=375881632,total=535822336
   [junit4]   2> NOTE: All tests run in this JVM: [TestReqParamsAPI, TestManagedSchemaFieldResource, TestCloudSchemaless, TestSchemaResource, CoreMergeIndexesAdminHandlerTest, TestCoreDiscovery, TestHighlightDedupGrouping, HdfsChaosMonkeySafeLeaderTest, XsltUpdateRequestHandlerTest, TestSolrConfigHandlerConcurrent, SolrIndexSplitterTest, PreAnalyzedUpdateProcessorTest, ClusterStateUpdateTest, TestRestManager, LeaderElectionIntegrationTest, TestCollationField, ShowFileRequestHandlerTest, TestShortCircuitedRequests, ZkCLITest, InfoHandlerTest, DistributedSpellCheckComponentTest, CopyFieldTest, QueryParsingTest, ZkStateWriterTest, IndexSchemaTest, TestBulkSchemaConcurrent, DistributedFacetPivotLargeTest, TestFieldCollectionResource, TestLRUStatsCache, RegexBoostProcessorTest, TestSuggestSpellingConverter, SuggesterTest, SynonymTokenizerTest, SuggesterWFSTTest, SpatialHeatmapFacetsTest, SimpleFacetsTest, CloudExitableDirectoryReaderTest, QueryElevationComponentTest, TestComplexPhraseQParserPlugin, HdfsSyncSliceTest, SimpleMLTQParserTest, TestManagedSchemaFieldTypeResource, FastVectorHighlighterTest, TestHashPartitioner, DocExpirationUpdateProcessorFactoryTest, HighlighterTest, PrimitiveFieldTypeTest, TestInfoStreamLogging, TestReversedWildcardFilterFactory, DeleteReplicaTest, TestPhraseSuggestions, TestIndexSearcher, ResourceLoaderTest, SpellingQueryConverterTest, TestFileDictionaryLookup, SolrInfoMBeanTest, ExitableDirectoryReaderTest, ShardRoutingTest, AlternateDirectoryTest, DirectSolrConnectionTest, TestIntervalFaceting, TestReplicationHandler, UpdateRequestProcessorFactoryTest, ExternalFileFieldSortTest, FieldMutatingUpdateProcessorTest, TermsComponentTest, MinimalSchemaTest, TestBulkSchemaAPI, TestQueryUtils, TestQuerySenderListener, TestSolrXml, ResponseLogComponentTest, TestOverriddenPrefixQueryForCustomFieldType, AsyncMigrateRouteKeyTest, DistribCursorPagingTest, RecoveryZkTest, DOMUtilTest, TestManagedSchemaDynamicFieldResource, TestSweetSpotSimilarityFactory, TestDocumentBuilder, DistributedFacetPivotLongTailTest, DistributedQueryComponentOptimizationTest, TestImplicitCoreProperties, OutOfBoxZkACLAndCredentialsProvidersTest, TestNRTOpen, TestNoOpRegenerator, TestSolrConfigHandlerCloud, BasicDistributedZkTest, ReturnFieldsTest, TestFaceting, CollectionsAPIDistributedZkTest, UUIDFieldTest, MigrateRouteKeyTest, LeaderElectionTest, MultiTermTest, TestDistributedMissingSort, TestLFUCache, DistributedIntervalFacetingTest, SystemInfoHandlerTest, DateRangeFieldTest, CachingDirectoryFactoryTest, CacheHeaderTest, RollingRestartTest, PreAnalyzedFieldTest, CoreAdminCreateDiscoverTest, SearchHandlerTest, UnloadDistributedZkTest, SampleTest, CursorPagingTest, TestSolr4Spatial, UpdateParamsTest, DeleteInactiveReplicaTest, SoftAutoCommitTest, TestSort, CircularListTest, SpatialRPTFieldTypeTest, TestStressLucene, DirectUpdateHandlerOptimizeTest, TestStressUserVersions, CurrencyFieldOpenExchangeTest, TestAnalyzeInfixSuggestions, FileUtilsTest, RequestLoggingTest, TestCloudInspectUtil, HardAutoCommitTest, StandardRequestHandlerTest, ChangedSchemaMergeTest, TestAtomicUpdateErrorCases, PingRequestHandlerTest, SuggesterTSTTest, DistributedQueueTest, TestGroupingSearch, TestRawResponseWriter, TestIBSimilarityFactory, ResponseHeaderTest, TestWordDelimiterFilterFactory, TestExpandComponent, TestBadConfig, ActionThrottleTest, SignatureUpdateProcessorFactoryTest, TestDocBasedVersionConstraints, TestMiniSolrCloudCluster, TestFastOutputStream, SolrCmdDistributorTest, HighlighterConfigTest, TestFiltering, AddBlockUpdateTest, SyncSliceTest, ShardSplitTest, CoreAdminRequestStatusTest, AtomicUpdatesTest, HighlighterMaxOffsetTest, UniqFieldsUpdateProcessorFactoryTest, TestReRankQParserPlugin, TestWriterPerf, TestPHPSerializedResponseWriter, TestLeaderElectionZkExpiry, BadComponentTest, TestElisionMultitermQuery, TestLRUCache, TestConfigSets, ConvertedLegacyTest, DistanceFunctionTest, TestDFRSimilarityFactory, SolrTestCaseJ4Test, TestFreeTextSuggestions, QueryResultKeyTest, HdfsLockFactoryTest, TestFastLRUCache, RecoveryAfterSoftCommitTest, TestDefaultSearchFieldResource, TestCollectionAPI, DocValuesTest, JSONWriterTest, ConnectionManagerTest, VMParamsZkACLAndCredentialsProvidersTest, ReplicationFactorTest, TestCodecSupport, TestArbitraryIndexDir, TestStandardQParsers, SchemaVersionSpecificBehaviorTest, DateFieldTest, NumericFieldsTest, TestSchemaVersionResource, SolrCoreCheckLockOnStartupTest, TestUtils, TestHighFrequencyDictionaryFactory, TestManagedSynonymFilterFactory, BufferStoreTest, TestPivotHelperCode, TestRebalanceLeaders, BasicZkTest, CursorMarkTest, SharedFSAutoReplicaFailoverUtilsTest, TestCharFilters, NotRequiredUniqueKeyTest, FacetPivotSmallTest, HdfsDirectoryFactoryTest, SSLMigrationTest, TestCursorMarkWithoutUniqueKey, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestAddFieldRealTimeGet, TestCSVResponseWriter, TestExactSharedStatsCache, DocValuesMultiTest, SolrIndexConfigTest, TestAnalyzedSuggestions, TestFoldingMultitermQuery, TestSurroundQueryParser, DistribDocExpirationUpdateProcessorTest, TestSolrQueryParserResource, DistributedQueryComponentCustomSortTest, TestSortingResponseWriter, LukeRequestHandlerTest, QueryEqualityTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestMaxScoreQueryParser, TestCoreContainer, RankQueryTest, TestDynamicLoading, BinaryUpdateRequestHandlerTest, TestReloadAndDeleteDocs, TestTolerantSearch, DistribJoinFromCollectionTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, OpenCloseCoreStressTest, OverseerTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedSearch, AutoCommitTest, TestDistributedGrouping, TestRecovery, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestJoin, TestReload, TestStressVersions, DistributedTermsComponentTest, TestRangeQuery, SolrCoreTest, StatsComponentTest, SpellCheckComponentTest, PeerSyncTest, BadIndexSchemaTest, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, OverseerCollectionProcessorTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, TestTrie, SpatialFilterTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, TestUpdate, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, TestSolrDeletionPolicy1, DebugComponentTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestQueryTypes, TestOmitPositions, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, SolrPluginUtilsTest, TestJmxIntegration, MBeansHandlerTest, JsonLoaderTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, TestComponentsName, TestBinaryResponseWriter, SOLR749Test, TestSolrIndexConfig, TestQuerySenderNoQuery, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestDocSet, TestBinaryField, TestSearchPerf, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPostingsSolrHighlighter, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestXIncludeConfig, EchoParamsTest, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestDefaultSimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TimeZoneUtilsTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, TestSystemIdResolver, PrimUtilsTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, ZkNodePropsTest, SliceStateTest, DistributedMLTComponentTest, TestRTGBase, AliasIntegrationTest, AssignTest, CollectionsAPIAsyncDistributedZkTest, CustomCollectionTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, ExternalCollectionsTest, HttpPartitionTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, MultiThreadedOCPTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerStatusTest, RemoteQueryErrorTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestCloudPivotFacet, TestDistribDocBasedVersion, TestMiniSolrCloudClusterSSL, TestReplicaProperties, TestRequestStatusCollectionAPI, TriLevelCompositeIdRoutingTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoveryZkTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, TestClusterStateMutator, TestConfigOverlay, TestInitParams, TestShardHandlerFactory, TestSolrConfigHandler, TestSolrDynamicMBean, TestBlobHandler, TestConfigReload, TestReplicationHandlerBackup]
   [junit4] Completed in 3.35s, 2 tests, 1 error <<< FAILURES!

[...truncated 198 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:529: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:477: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:61: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/extra-targets.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build.xml:191: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/common-build.xml:508: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:1368: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:975: There were test failures: 466 suites, 1864 tests, 1 error, 51 ignored (20 assumptions)

Total time: 145 minutes 39 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any