You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2014/05/29 04:14:57 UTC

[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 2000 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/2000/

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestBackup

Error Message:
Could not remove the following files (in the order of attempts):    /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881334/master/collection1/data/snapshot.vdmofljeggfkgdbtq/_0.cfe    /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881334/master/collection1/data/snapshot.vdmofljeggfkgdbtq 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881334/master/collection1/data/snapshot.vdmofljeggfkgdbtq/_0.cfe
   /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881334/master/collection1/data/snapshot.vdmofljeggfkgdbtq

	at __randomizedtesting.SeedInfo.seed([4C6AF09D4458090:454D8F6CF3FB73DF]:0)
	at org.apache.lucene.util.TestUtil.rm(TestUtil.java:118)
	at org.apache.solr.handler.TestReplicationHandler.doTestBackup(TestReplicationHandler.java:1554)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 11242 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solr.handler.TestReplicationHandler-4C6AF09D4458090-001/init-core-data-001
   [junit4]   2> 3253266 T8045 oas.SolrTestCaseJ4.setUp ###Starting doTestDetails
   [junit4]   2> 3253282 T8045 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3253284 T8045 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11948
   [junit4]   2> 3253285 T8045 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3253286 T8045 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3253286 T8045 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master
   [junit4]   2> 3253287 T8045 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/'
   [junit4]   2> 3253329 T8045 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/solr.xml
   [junit4]   2> 3253440 T8045 oasc.CoreContainer.<init> New CoreContainer 164583871
   [junit4]   2> 3253441 T8045 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/]
   [junit4]   2> 3253443 T8045 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3253443 T8045 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3253444 T8045 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3253444 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3253445 T8045 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3253445 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3253445 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3253446 T8045 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3253446 T8045 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3253447 T8045 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3253448 T8045 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3253448 T8045 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3253455 T8055 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/'
   [junit4]   2> 3253524 T8055 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 3253632 T8055 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3253633 T8055 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3253641 T8055 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3253672 T8055 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3253674 T8055 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/
   [junit4]   2> 3253675 T8055 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3253675 T8055 oasc.SolrCore.<init> [collection1] Opening new SolrCore at org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data/
   [junit4]   2> 3253675 T8055 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 3253676 T8055 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data
   [junit4]   2> 3253676 T8055 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data/index/
   [junit4]   2> 3253677 T8055 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3253677 T8055 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data/index
   [junit4]   2> 3253678 T8055 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3253679 T8055 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@78a384ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fc5fc6d),segFN=segments_1,generation=1}
   [junit4]   2> 3253679 T8055 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3253680 T8055 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3253681 T8055 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3253681 T8055 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3253681 T8055 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 3253682 T8055 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 3253682 T8055 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 3253682 T8055 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3253708 T8055 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3253712 T8055 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3253712 T8055 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3253713 T8055 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3253713 T8055 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@78a384ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fc5fc6d),segFN=segments_1,generation=1}
   [junit4]   2> 3253714 T8055 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3253714 T8055 oass.SolrIndexSearcher.<init> Opening Searcher@7510765f[collection1] main
   [junit4]   2> 3253714 T8055 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/conf
   [junit4]   2> 3253715 T8055 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/conf/}
   [junit4]   2> 3253715 T8055 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/conf
   [junit4]   2> 3253716 T8055 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 3253716 T8055 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 3253717 T8055 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3253717 T8055 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 3253717 T8055 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 3253718 T8056 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7510765f[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3253718 T8055 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3253719 T8045 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 3253719 T8045 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3253733 T8045 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3253736 T8045 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11950
   [junit4]   2> 3253736 T8045 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3253737 T8045 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3253737 T8045 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave
   [junit4]   2> 3253738 T8045 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/'
   [junit4]   2> 3253755 T8045 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/solr.xml
   [junit4]   2> 3253841 T8045 oasc.CoreContainer.<init> New CoreContainer 256915660
   [junit4]   2> 3253841 T8045 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/]
   [junit4]   2> 3253843 T8045 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3253844 T8045 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3253844 T8045 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3253845 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3253845 T8045 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3253846 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3253846 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3253847 T8045 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3253847 T8045 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3253848 T8045 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3253848 T8045 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3253849 T8045 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3253857 T8067 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/'
   [junit4]   2> 3253926 T8067 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 3254009 T8067 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3254010 T8067 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3254018 T8067 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3254043 T8067 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3254045 T8067 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/
   [junit4]   2> 3254046 T8067 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3254046 T8067 oasc.SolrCore.<init> [collection1] Opening new SolrCore at org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/
   [junit4]   2> 3254046 T8067 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 3254047 T8067 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data
   [junit4]   2> 3254048 T8067 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index/
   [junit4]   2> 3254048 T8067 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3254049 T8067 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index
   [junit4]   2> 3254049 T8067 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3254050 T8067 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@4b937329 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cc632fd),segFN=segments_1,generation=1}
   [junit4]   2> 3254051 T8067 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3254052 T8067 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3254052 T8067 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3254052 T8067 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 3254053 T8067 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 3254053 T8067 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 3254053 T8067 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3254054 T8067 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3254056 T8067 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3254060 T8067 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3254060 T8067 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3254061 T8067 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3254061 T8067 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@4b937329 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cc632fd),segFN=segments_1,generation=1}
   [junit4]   2> 3254062 T8067 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3254062 T8067 oass.SolrIndexSearcher.<init> Opening Searcher@24f0d252[collection1] main
   [junit4]   2> 3254063 T8067 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/conf
   [junit4]   2> 3254063 T8067 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/conf/}
   [junit4]   2> 3254063 T8067 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/conf
   [junit4]   2> 3254064 T8067 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 3254065 T8067 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 3254065 T8067 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3254073 T8067 oash.SnapPuller.startExecutorService Poll Scheduled at an interval of 1000ms
   [junit4]   2> 3254074 T8068 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@24f0d252[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3254074 T8067 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3254074 T8045 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 3254075 T8045 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> ASYNC  NEW_CORE C1528 name=collection1 org.apache.solr.core.SolrCore@56f25161
   [junit4]   2> 3254078 T8048 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2&sort=id+desc} hits=0 status=0 QTime=1 
   [junit4]   2> 3254081 T8048 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={_trace=getDetails&wt=javabin&qt=/replication&version=2&command=details} status=0 QTime=0 
   [junit4]   2> 3254085 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&slave=false&qt=/replication&version=2&command=details} status=0 QTime=0 
   [junit4]   2> ASYNC  NEW_CORE C1529 name=collection1 org.apache.solr.core.SolrCore@2464c39d
   [junit4]   2> 3254086 T8060 C1529 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={_trace=getDetails&wt=javabin&qt=/replication&version=2&command=details} status=0 QTime=3 
   [junit4]   2> 3254090 T8048 C1528 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0]} 0 1
   [junit4]   2> 3254092 T8048 C1528 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3254094 T8048 C1528 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@78a384ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fc5fc6d),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@78a384ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fc5fc6d),segFN=segments_2,generation=2}
   [junit4]   2> 3254094 T8048 C1528 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 3254096 T8048 C1528 oass.SolrIndexSearcher.<init> Opening Searcher@345078df[collection1] main
   [junit4]   2> 3254096 T8048 C1528 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3254096 T8056 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@345078df[collection1] main{StandardDirectoryReader(segments_2:3:nrt _0(4.9):c1)}
   [junit4]   2> 3254097 T8048 C1528 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2&softCommit=false&waitSearcher=true} {commit=} 0 5
   [junit4]   2> 3254132 T8071 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 3254133 T8071 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 3254135 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&qt=/replication&version=2&command=indexversion} status=0 QTime=0 
   [junit4]   2> 3254136 T8071 oash.SnapPuller.fetchLatestIndex Master's generation: 2
   [junit4]   2> 3254136 T8071 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
   [junit4]   2> 3254136 T8071 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 3254149 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&qt=/replication&version=2&command=filelist&generation=2} status=0 QTime=10 
   [junit4]   2> 3254150 T8071 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 4
   [junit4]   2> 3254150 T8071 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949757
   [junit4]   2> 3254151 T8071 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
   [junit4]   2> 3254151 T8071 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 3254151 T8071 oasu.DefaultSolrCoreState.rollbackIndexWriter Rollback old IndexWriter... core=collection1
   [junit4]   2> 3254151 T8071 oash.SnapPuller.fetchLatestIndex Starting download to MockDirectoryWrapper(RAMDirectory@9d29a05 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@53fef61c) fullCopy=false
   [junit4]   2> 3254154 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=_0.si&checksum=true&qt=/replication&command=filecontent&generation=2} status=0 QTime=0 
   [junit4]   2> 3254157 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=_0.cfe&checksum=true&qt=/replication&command=filecontent&generation=2} status=0 QTime=0 
   [junit4]   2> 3254160 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=_0.cfs&checksum=true&qt=/replication&command=filecontent&generation=2} status=0 QTime=0 
   [junit4]   2> 3254163 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=segments_2&checksum=true&qt=/replication&command=filecontent&generation=2} status=0 QTime=0 
   [junit4]   2> 3254164 T8071 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
   [junit4]   2> 3254165 T8071 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
   [junit4]   2> 3254165 T8071 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=76.4033203125, floorSegmentMB=0.2294921875, forceMergeDeletesPctAllowed=29.94444262715319, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4561303655545128
   [junit4]   2> 3254166 T8071 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@4b937329 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cc632fd),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@4b937329 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cc632fd),segFN=segments_2,generation=2}
   [junit4]   2> 3254166 T8071 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 3254167 T8071 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 3254167 T8071 oass.SolrIndexSearcher.<init> Opening Searcher@3e8744c8[collection1] main
   [junit4]   2> 3254168 T8068 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3e8744c8[collection1] main{StandardDirectoryReader(segments_2:3:nrt _0(4.9):c1)}
   [junit4]   2> 3254168 T8071 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949757 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949757;done=true>>]
   [junit4]   2> 3254168 T8071 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949757
   [junit4]   2> 3254168 T8061 C1529 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:11948/solr/replication&wait=true&command=fetchindex} status=0 QTime=36 
   [junit4]   2> 3254177 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&slave=false&qt=/replication&version=2&command=details} status=0 QTime=0 
   [junit4]   2> 3254178 T8060 C1529 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={_trace=getDetails&wt=javabin&qt=/replication&version=2&command=details} status=0 QTime=4 
   [junit4]   2> 3254181 T8048 C1528 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 0
   [junit4]   2> 3254184 T8048 C1528 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3254185 T8048 C1528 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@78a384ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fc5fc6d),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@78a384ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fc5fc6d),segFN=segments_3,generation=3}
   [junit4]   2> 3254186 T8048 C1528 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 3254186 T8048 C1528 oass.SolrIndexSearcher.<init> Opening Searcher@492a3fc8[collection1] main
   [junit4]   2> 3254187 T8048 C1528 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3254187 T8056 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@492a3fc8[collection1] main{StandardDirectoryReader(segments_3:5:nrt _0(4.9):c1 _1(4.9):c1)}
   [junit4]   2> 3254187 T8048 C1528 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2&softCommit=false&waitSearcher=true} {commit=} 0 3
   [junit4]   2> 3254189 T8074 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 3254189 T8074 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 3254191 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&qt=/replication&version=2&command=indexversion} status=0 QTime=0 
   [junit4]   2> 3254191 T8074 oash.SnapPuller.fetchLatestIndex Master's generation: 3
   [junit4]   2> 3254192 T8074 oash.SnapPuller.fetchLatestIndex Slave's generation: 2
   [junit4]   2> 3254192 T8074 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 3254194 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&qt=/replication&version=2&command=filelist&generation=3} status=0 QTime=0 
   [junit4]   2> 3254195 T8074 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 7
   [junit4]   2> 3254196 T8074 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949802
   [junit4]   2> 3254196 T8074 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
   [junit4]   2> 3254196 T8074 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 3254197 T8074 oasu.DefaultSolrCoreState.rollbackIndexWriter Rollback old IndexWriter... core=collection1
   [junit4]   2> 3254197 T8074 oash.SnapPuller.fetchLatestIndex Starting download to MockDirectoryWrapper(RAMDirectory@36eb1d92 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3bc9e97) fullCopy=false
   [junit4]   2> 3254197 T8074 oash.SnapPuller.downloadIndexFiles Skipping download for _0.si because it already exists
   [junit4]   2> 3254200 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=_1.cfs&checksum=true&qt=/replication&command=filecontent&generation=3} status=0 QTime=0 
   [junit4]   2> 3254203 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=_1.cfe&checksum=true&qt=/replication&command=filecontent&generation=3} status=0 QTime=0 
   [junit4]   2> 3254204 T8074 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfe because it already exists
   [junit4]   2> 3254204 T8074 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfs because it already exists
   [junit4]   2> 3254206 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=segments_3&checksum=true&qt=/replication&command=filecontent&generation=3} status=0 QTime=0 
   [junit4]   2> 3254209 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=_1.si&checksum=true&qt=/replication&command=filecontent&generation=3} status=0 QTime=0 
   [junit4]   2> 3254210 T8074 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
   [junit4]   2> 3254211 T8074 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
   [junit4]   2> 3254212 T8074 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=76.4033203125, floorSegmentMB=0.2294921875, forceMergeDeletesPctAllowed=29.94444262715319, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4561303655545128
   [junit4]   2> 3254213 T8074 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@4b937329 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cc632fd),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@4b937329 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cc632fd),segFN=segments_3,generation=3}
   [junit4]   2> 3254213 T8074 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 3254213 T8074 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 3254215 T8074 oass.SolrIndexSearcher.<init> Opening Searcher@7443437e[collection1] main
   [junit4]   2> 3254215 T8068 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7443437e[collection1] main{StandardDirectoryReader(segments_3:5:nrt _0(4.9):c1 _1(4.9):c1)}
   [junit4]   2> 3254215 T8074 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949802 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949802;done=true>>]
   [junit4]   2> 3254216 T8074 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949802
   [junit4]   2> 3254216 T8061 C1529 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:11948/solr/replication&wait=true&command=fetchindex} status=0 QTime=28 
   [junit4]   2> 3254221 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&slave=false&qt=/replication&version=2&command=details} status=0 QTime=0 
   [junit4]   2> 3254222 T8060 C1529 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={_trace=getDetails&wt=javabin&qt=/replication&version=2&command=details} status=0 QTime=3 
   [junit4]   2> 3254225 T8048 C1528 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 0
   [junit4]   2> 3254228 T8048 C1528 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3254229 T8048 C1528 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@78a384ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fc5fc6d),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@78a384ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fc5fc6d),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@78a384ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fc5fc6d),segFN=segments_4,generation=4}
   [junit4]   2> 3254230 T8048 C1528 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 3254230 T8048 C1528 oass.SolrIndexSearcher.<init> Opening Searcher@331f09d9[collection1] main
   [junit4]   2> 3254231 T8048 C1528 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3254231 T8056 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@331f09d9[collection1] main{StandardDirectoryReader(segments_4:7:nrt _0(4.9):c1 _1(4.9):c1 _2(4.9):c1)}
   [junit4]   2> 3254231 T8048 C1528 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2&softCommit=false&waitSearcher=true} {commit=} 0 3
   [junit4]   2> 3254233 T8076 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 3254233 T8076 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 3254235 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&qt=/replication&version=2&command=indexversion} status=0 QTime=0 
   [junit4]   2> 3254236 T8076 oash.SnapPuller.fetchLatestIndex Master's generation: 4
   [junit4]   2> 3254236 T8076 oash.SnapPuller.fetchLatestIndex Slave's generation: 3
   [junit4]   2> 3254236 T8076 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 3254239 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&qt=/replication&version=2&command=filelist&generation=4} status=0 QTime=0 
   [junit4]   2> 3254240 T8076 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 10
   [junit4]   2> 3254241 T8076 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949847
   [junit4]   2> 3254241 T8076 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
   [junit4]   2> 3254241 T8076 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 3254242 T8076 oasu.DefaultSolrCoreState.rollbackIndexWriter Rollback old IndexWriter... core=collection1
   [junit4]   2> 3254242 T8076 oash.SnapPuller.fetchLatestIndex Starting download to MockDirectoryWrapper(RAMDirectory@40acc7bc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@234b59d1) fullCopy=false
   [junit4]   2> 3254245 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=_2.si&checksum=true&qt=/replication&command=filecontent&generation=4} status=0 QTime=0 
   [junit4]   2> 3254246 T8076 oash.SnapPuller.downloadIndexFiles Skipping download for _0.si because it already exists
   [junit4]   2> 3254246 T8076 oash.SnapPuller.downloadIndexFiles Skipping download for _1.cfs because it already exists
   [junit4]   2> 3254247 T8076 oash.SnapPuller.downloadIndexFiles Skipping download for _1.cfe because it already exists
   [junit4]   2> 3254247 T8076 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfe because it already exists
   [junit4]   2> 3254249 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=_2.cfe&checksum=true&qt=/replication&command=filecontent&generation=4} status=0 QTime=0 
   [junit4]   2> 3254250 T8076 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfs because it already exists
   [junit4]   2> 3254252 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=_2.cfs&checksum=true&qt=/replication&command=filecontent&generation=4} status=0 QTime=0 
   [junit4]   2> 3254276 T8076 oash.SnapPuller.downloadIndexFiles Skipping download for _1.si because it already exists
   [junit4]   2> ASYNC  NEW_CORE C1530 name=collection1 org.apache.solr.core.SolrCore@56f25161
   [junit4]   2> 3254279 T8049 C1530 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=segments_4&checksum=true&qt=/replication&command=filecontent&generation=4} status=0 QTime=0 
   [junit4]   2> 3254280 T8076 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
   [junit4]   2> 3254282 T8076 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
   [junit4]   2> 3254282 T8076 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=76.4033203125, floorSegmentMB=0.2294921875, forceMergeDeletesPctAllowed=29.94444262715319, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4561303655545128
   [junit4]   2> 3254284 T8076 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@4b937329 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cc632fd),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@4b937329 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cc632fd),segFN=segments_4,generation=4}
   [junit4]   2> 3254284 T8076 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 3254285 T8076 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 3254286 T8076 oass.SolrIndexSearcher.<init> Opening Searcher@265e03f5[collection1] main
   [junit4]   2> 3254286 T8068 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@265e03f5[collection1] main{StandardDirectoryReader(segments_4:7:nrt _0(4.9):c1 _1(4.9):c1 _2(4.9):c1)}
   [junit4]   2> 3254287 T8076 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949847 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949847;done=true>>]
   [junit4]   2> 3254287 T8076 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949847
   [junit4]   2> ASYNC  NEW_CORE C1531 name=collection1 org.apache.solr.core.SolrCore@2464c39d
   [junit4]   2> 3254287 T8061 C1531 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:11948/solr/replication&wait=true&command=fetchindex} status=0 QTime=55 
   [junit4]   2> 3254308 T8045 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3254311 T8045 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11955
   [junit4]   2> 3254312 T8045 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3254312 T8045 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3254313 T8045 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater
   [junit4]   2> 3254313 T8045 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/'
   [junit4]   2> 3254369 T8045 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/solr.xml
   [junit4]   2> 3254397 T8049 C1530 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&qt=/replication&version=2&command=indexversion} status=0 QTime=1 
   [junit4]   2> 3254398 T8069 oash.SnapPuller.fetchLatestIndex Slave in sync with master.
   [junit4]   2> 3254454 T8045 oasc.CoreContainer.<init> New CoreContainer 192382187
   [junit4]   2> 3254455 T8045 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/]
   [junit4]   2> 3254456 T8045 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3254457 T8045 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3254457 T8045 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3254457 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3254458 T8045 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3254458 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3254458 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3254458 T8045 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3254459 T8045 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3254459 T8045 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3254460 T8045 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3254460 T8045 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3254465 T8087 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/'
   [junit4]   2> 3254535 T8087 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 3254617 T8087 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3254618 T8087 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3254627 T8087 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3254657 T8087 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3254659 T8087 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/
   [junit4]   2> 3254659 T8087 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3254660 T8087 oasc.SolrCore.<init> [collection1] Opening new SolrCore at org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data/
   [junit4]   2> 3254660 T8087 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 3254661 T8087 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data
   [junit4]   2> 3254661 T8087 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data/index/
   [junit4]   2> 3254662 T8087 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3254662 T8087 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data/index
   [junit4]   2> 3254663 T8087 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3254664 T8087 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@505bd1b4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@731ddea4),segFN=segments_1,generation=1}
   [junit4]   2> 3254664 T8087 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3254665 T8087 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3254665 T8087 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3254666 T8087 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 3254666 T8087 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 3254666 T8087 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 3254667 T8087 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3254667 T8087 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3254685 T8087 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3254688 T8087 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3254689 T8087 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3254689 T8087 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3254690 T8087 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@505bd1b4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@731ddea4),segFN=segments_1,generation=1}
   [junit4]   2> 3254690 T8087 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3254691 T8087 oass.SolrIndexSearcher.<init> Opening Searcher@14547e73[collection1] main
   [junit4]   2> 3254691 T8087 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/conf
   [junit4]   2> 3254691 T8087 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/conf/}
   [junit4]   2> 3254692 T8087 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/conf
   [junit4]   2> 3254693 T8087 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 3254693 T8087 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 3254693 T8087 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3254694 T8087 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 3254694 T8087 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 3254694 T8087 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml
   [junit4]   2> 3254695 T8087 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 3254695 T8088 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@14547e73[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3254695 T8087 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3254696 T8045 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 3254697 T8045 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3254701 T8050 C1530 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&slave=false&qt=/replication&version=2&command=details} status=0 QTime=0 
   [junit4]   2> ASYNC  NEW_CORE C1532 name=collection1 org.apache.solr.core.SolrCore@70f3a6cf
   [junit4]   2> 3254702 T8080 C1532 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={_trace=getDetails&wt=javabin&qt=/replication&version=2&command=details} status=0 QTime=3 
   [junit4]   2> 3254703 T8045 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=192382187
   [junit4]   2> 3254704 T8045 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@70f3a6cf
   [junit4]   2> 3254704 T8045 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 3254705 T8045 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 3254705 T8045 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 3254706 T8045 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 3254706 T8045 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 3254706 T8045 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 3254707 T8045 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data/index;done=false>>]
   [junit4]   2> 3254707 T8045 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data/index
   [junit4]   2> 3254708 T8045 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data;done=false>>]
   [junit4]   2> 3254708 T8045 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data
   [junit4]   2> 3254709 T8045 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 3254764 T8045 oas.SolrTestCaseJ4.tearDown ###Ending doTestDetails
   [junit4]   2> 3254764 T8045 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=164583871
   [junit4]   2> 3254765 T8045 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@56f25161
   [junit4]   2> 3254765 T8045 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 3254766 T8045 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 3254766 T8045 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 3254766 T8045 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 3254767 T8045 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 3254768 T8045 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 3254768 T8045 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data;done=false>>]
   [junit4]   2> 3254769 T8045 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data
   [junit4]   2> 3254769 T8045 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data/index;done=false>>]
   [junit4]   2> 3254769 T8045 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data/index
   [junit4]   2> 3254773 T8045 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 3254825 T8045 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=256915660
   [junit4]   2> 3254826 T8045 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2464c39d
   [junit4]   2> 3254826 T8045 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 3254827 T8045 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 3254827 T8045 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 3254827 T8045 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 3254828 T8045 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 3254828 T8045 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 3254829 T8045 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data;done=false>>]
   [junit4]   2> 3254829 T8045 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data
   [junit4]   2> 3254829 T8045 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index;done=false>>]
   [junit4]   2> 3254830 T8045 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index
   [junit4]   2> 3254833 T8045 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 3254898 T8045 oas.SolrTestCaseJ4.setUp ###Starting doTestRepeater
   [junit4]   2> 3254914 T8045 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3254916 T8045 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11962
   [junit4]   2> 3254917 T8045 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3254917 T8045 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3254917 T8045 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master
   [junit4]   2> 3254918 T8045 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/'
   [junit4]   2> 3254958 T8045 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/solr.xml
   [junit4]   2> 3255058 T8045 oasc.CoreContainer.<init> New CoreContainer 661808555
   [junit4]   2> 3255059 T8045 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/]
   [junit4]   2> 3255060 T8045 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3255061 T8045 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3255061 T8045 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3255061 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3255062 T8045 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3255062 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3255062 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3255063 T8045 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3255063 T8045 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3255063 T8045 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3255064 T8045 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3255064 T8045 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3255069 T8099 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/'
   [junit4]   2> 3255119 T8099 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 3255214 T8099 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3255214 T8099 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3255221 T8099 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3255244 T8099 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3255245 T8099 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/
   [junit4]   2> 3255246 T8099 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3255246 T8099 oasc.SolrCore.<init> [collection1] Opening new SolrCore at org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/data/
   [junit4]   2> 3255246 T8099 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 3255247 T8099 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/data
   [junit4]   2> 3255247 T8099 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/data/index/
   [junit4]   2> 3255247 T8099 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3255248 T8099 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/data/index
   [junit4]   2> 3255248 T8099 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3255249 T8099 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@3a75cca1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@699dd4e),segFN=segments_1,generation=1}
   [junit4]   2> 3255249 T8099 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3255250 T8099 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3255250 T8099 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3255251 T8099 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3255251 T8099 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 3255251 T8099 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 3255251 T8099 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 3255251 T8099 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3255271 T8099 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3255274 T8099 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3255274 T8099 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3255275 T8099 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3255275 T8099 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@3a75cca1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@699dd4e),segFN=segments_1,generation=1}
   [junit4]   2> 3255275 T8099 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3255276 T8099 oass.SolrIndexSearcher.<init> Opening Searcher@122a812d[collection1] main
   [junit4]   2> 3255276 T8099 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/conf
   [junit4]   2> 3255276 T8099 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/conf/}
   [junit4]   2> 3255277 T8099 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/conf
   [junit4]   2> 3255278 T8099 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 3255278 T8099 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 3255278 T8099 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3255278 T8099 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 3255278 T8099 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 3255279 T8100 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@122a812d[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3255279 T8099 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3255280 T8045 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 3255280 T8045 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3255292 T8045 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3255295 T8045 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11963
   [junit4]   2> 3255295 T8045 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3255296 T8045 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3255296 T8045 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave
   [junit4]   2> 3255297 T8045 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/'
   [junit4]   2> 3255313 T8045 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/solr.xml
   [junit4]   2> 3255398 T8045 oasc.CoreContainer.<init> New CoreContainer 1579473223
   [junit4]   2> 3255399 T8045 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/]
   [junit4]   2> 3255401 T8045 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3255401 T8045 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3255402 T8045 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3255402 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3255402 T8045 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3255403 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3255403 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3255404 T8045 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3255404 T8045 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3255405 T8045 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3255406 T8045 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3255406 T8045 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3255413 T8111 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/'
   [junit4]   2> 3255485 T8111 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 3255566 T8111 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3255567 T8111 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3255575 T8111 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3255600 T8111 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3255602 T8111 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/
   [junit4]   2> 3255603 T8111 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3255603 T8111 oasc.SolrCore.<init> [collection1] Opening new SolrCore at org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/data/
   [junit4]   2> 3255603 T8111 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 3255604 T8111 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/data
   [junit4]   2> 3255605 T8111 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/data/index/
   [junit4]   2> 3255605 T8111 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3255606 T8111 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/data/index
   [junit4]   2> 3255606 T8111 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3255607 T8111 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@5e67bb5a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2c798b97),segFN=segments_1,generation=1}
   [junit4]   2> 3255608 T8111 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3255609 T8111 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3255609 T8111 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3255609 T8111 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 3255610 T8111 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 3255610 T8111 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 3255610 T8111 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3255611 T8111 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3255613 T8111 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3255617 T8111 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3255617 T8111 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3255618 T8111 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3255618 T8111 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@5e67bb5a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2c798b97),segFN=segments_1,generation=1}
   [junit4]   2> 3255619 T8111 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3255619 T8111 oass.SolrIndexSearcher.<init> Opening Searcher@635093d2[collection1] main
   [junit4]   2> 3255619 T8111 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/conf
   [junit4]   2> 3255620 T8111 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/conf/}
   [junit4]   2> 3255620 T8111 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/conf
   [junit4]   2> 3255621 T8111 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 3255622 T8111 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 3255622 T8111 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3255623 T8111 oash.SnapPuller.startExecutorService Poll Scheduled at an interval of 1000ms
   [junit4]   2> 3255623 T8112 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@635093d2[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3255623 T8111 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3255624 T8045 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 3255624 T8045 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3255629 T8045 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1579473223
   [junit4]   2> 3255630 T8045 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4ee7ea2b
   [junit4]   2> 3255630 T8045 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 3255631 T8045 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 3255632 T8045 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 3255632 T8045 oasu.DefaultSolrCoreState.c

[...truncated too long message...]

ing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881334/master/collection1/data
   [junit4]   2> 3349762 T8045 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881334/master/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881334/master/collection1/data/index;done=false>>]
   [junit4]   2> 3349762 T8045 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881334/master/collection1/data/index
   [junit4]   2> 3349769 T8045 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 3349821 T8045 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1474316037
   [junit4]   2> 3349822 T8045 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@609ef104
   [junit4]   2> 3362396 T8722 oash.SnapPuller.fetchLatestIndex ERROR Master at: http://127.0.0.1:25712/solr is not available. Index fetch failed. Exception: IOException occured when talking to server at: http://127.0.0.1:25712/solr
   [junit4]   2> 3362397 T8045 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 3362398 T8045 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 3362398 T8045 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 3362398 T8045 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 3362399 T8045 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 3362400 T8045 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 3362400 T8045 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881728/slave/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881728/slave/collection1/data/index;done=false>>]
   [junit4]   2> 3362400 T8045 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881728/slave/collection1/data/index
   [junit4]   2> 3362401 T8045 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881728/slave/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881728/slave/collection1/data;done=false>>]
   [junit4]   2> 3362402 T8045 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881728/slave/collection1/data
   [junit4]   2> 3362402 T8045 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReplicationHandler -Dtests.method=doTestBackup -Dtests.seed=4C6AF09D4458090 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en -Dtests.timezone=Etc/GMT-7 -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   16.8s J1 | TestReplicationHandler.doTestBackup <<<
   [junit4]    > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]    >    /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881334/master/collection1/data/snapshot.vdmofljeggfkgdbtq/_0.cfe
   [junit4]    >    /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881334/master/collection1/data/snapshot.vdmofljeggfkgdbtq
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4C6AF09D4458090:454D8F6CF3FB73DF]:0)
   [junit4]    > 	at org.apache.lucene.util.TestUtil.rm(TestUtil.java:118)
   [junit4]    > 	at org.apache.solr.handler.TestReplicationHandler.doTestBackup(TestReplicationHandler.java:1554)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:724)
   [junit4]   2> 3362499 T8045 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solr.handler.TestReplicationHandler-4C6AF09D4458090-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=en, timezone=Etc/GMT-7
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=1,free=124277048,total=343932928
   [junit4]   2> NOTE: All tests run in this JVM: [DocExpirationUpdateProcessorFactoryTest, TestSolrJ, TestFieldResource, TestPseudoReturnFields, CSVRequestHandlerTest, TestManagedSynonymFilterFactory, DistributedTermsComponentTest, TestManagedSchemaFieldResource, SpatialFilterTest, LukeRequestHandlerTest, TestJmxMonitoredMap, BJQParserTest, TestFreeTextSuggestions, TestIndexSearcher, TestFastWriter, XmlUpdateRequestHandlerTest, TestRandomDVFaceting, CachingDirectoryFactoryTest, TestDistributedMissingSort, PluginInfoTest, TermVectorComponentTest, TestBlendedInfixSuggestions, TriLevelCompositeIdRoutingTest, RequiredFieldsTest, TestConfigSets, TestSimpleQParserPlugin, TestMergePolicyConfig, TestHighlightDedupGrouping, OpenExchangeRatesOrgProviderTest, TestJmxIntegration, StandardRequestHandlerTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, TestPostingsSolrHighlighter, SliceStateTest, CurrencyFieldOpenExchangeTest, TestInitQParser, BasicDistributedZkTest, QueryParsingTest, TestReloadAndDeleteDocs, TestFieldCollectionResource, SynonymTokenizerTest, TestRandomFaceting, TestDistributedSearch, TestRestManager, PolyFieldTest, TestQueryTypes, ShowFileRequestHandlerTest, AutoCommitTest, TestSolr4Spatial, TestTrie, TestWordDelimiterFilterFactory, TestComponentsName, TestMaxScoreQueryParser, ResourceLoaderTest, TestConfig, TestFiltering, ChaosMonkeyNothingIsSafeTest, SolrIndexSplitterTest, MinimalSchemaTest, TestDefaultSearchFieldResource, TestDynamicFieldResource, TestShardHandlerFactory, LeaderElectionTest, MigrateRouteKeyTest, HdfsWriteToMultipleCollectionsTest, RankQueryTest, TestDFRSimilarityFactory, ZkNodePropsTest, TestRequestStatusCollectionAPI, OverseerStatusTest, ShardSplitTest, DeleteShardTest, TestReload, RecoveryZkTest, BlockCacheTest, TestIBSimilarityFactory, TestLazyCores, TestCollationKeyRangeQueries, TestDocumentBuilder, ResponseHeaderTest, OutputWriterTest, FastVectorHighlighterTest, TestRecoveryHdfs, TermVectorComponentDistributedTest, TestSweetSpotSimilarityFactory, TestSystemIdResolver, PathHierarchyTokenizerFactoryTest, HdfsLockFactoryTest, TestValueSourceCache, FieldMutatingUpdateProcessorTest, TestClassNameShortening, TestSolrQueryParserDefaultOperatorResource, TestSolrXmlPersistence, TestGroupingSearch, TestSolrIndexConfig, MBeansHandlerTest, HttpPartitionTest, SyncSliceTest, BasicDistributedZk2Test, TestReplicationHandler]
   [junit4] Completed on J1 in 109.31s, 14 tests, 1 error <<< FAILURES!

[...truncated 600 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:467: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:45: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:496: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1297: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:921: There were test failures: 396 suites, 1640 tests, 1 error, 36 ignored (15 assumptions)

Total time: 108 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure