You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/10/11 02:38:45 UTC

[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 401 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/401/

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestStressReplication

Error Message:
timed out waiting for collection1 startAt time to exceed: Fri Oct 11 02:57:18 EAT 2013

Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Fri Oct 11 02:57:18 EAT 2013
	at __randomizedtesting.SeedInfo.seed([6FB32E5A9CA1F7B5:B4182E9C99899E06]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1514)
	at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:818)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 9487 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> 396266 T1222 oas.SolrTestCaseJ4.setUp ###Starting doTestDetails
   [junit4]   2> 396284 T1222 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 396287 T1222 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39252
   [junit4]   2> 396288 T1222 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 396288 T1222 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 396289 T1222 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312578/master
   [junit4]   2> 396289 T1222 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312578/master/'
   [junit4]   2> 396324 T1222 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312578/master/solr.xml
   [junit4]   2> 396390 T1222 oasc.CoreContainer.<init> New CoreContainer 480019080
   [junit4]   2> 396391 T1222 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312578/master/]
   [junit4]   2> 396393 T1222 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 396393 T1222 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 396394 T1222 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 396394 T1222 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 396394 T1222 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 396395 T1222 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 396395 T1222 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 396396 T1222 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 396396 T1222 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 396397 T1222 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 396403 T1222 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 396403 T1222 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 396409 T1232 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312578/master/collection1
   [junit4]   2> 396409 T1232 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312578/master/collection1/'
   [junit4]   2> 396461 T1232 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 396515 T1232 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 396516 T1232 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 396522 T1232 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 396544 T1232 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 396546 T1232 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 396546 T1232 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312578/master/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312578/master/collection1/data/
   [junit4]   2> 396547 T1232 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 396547 T1232 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312578/master/collection1/data
   [junit4]   2> 396548 T1232 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312578/master/collection1/data/index/
   [junit4]   2> 396548 T1232 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312578/master/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 396548 T1232 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312578/master/collection1/data/index
   [junit4]   2> 396549 T1232 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 396550 T1232 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5832cd58 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@776b6dab; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_1,generation=1}
   [junit4]   2> 396550 T1232 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 396551 T1232 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 396552 T1232 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 396552 T1232 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 396552 T1232 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 396553 T1232 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 396553 T1232 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 396553 T1232 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 396563 T1232 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 396566 T1232 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 396566 T1232 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 396566 T1232 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@473acaaf
   [junit4]   2> 396567 T1232 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5832cd58 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@776b6dab; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_1,generation=1}
   [junit4]   2> 396567 T1232 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 396568 T1232 oass.SolrIndexSearcher.<init> Opening Searcher@202fec2b main
   [junit4]   2> 396568 T1232 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 396569 T1232 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 396569 T1232 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 396569 T1233 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@202fec2b main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 396569 T1222 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 396570 T1222 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 396571 T1222 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 396583 T1222 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 396585 T1222 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39253
   [junit4]   2> 396586 T1222 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 396586 T1222 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 396587 T1222 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave
   [junit4]   2> 396587 T1222 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/'
   [junit4]   2> 396601 T1222 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/solr.xml
   [junit4]   2> 396654 T1222 oasc.CoreContainer.<init> New CoreContainer 692816059
   [junit4]   2> 396654 T1222 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/]
   [junit4]   2> 396656 T1222 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 396656 T1222 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 396657 T1222 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 396657 T1222 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 396658 T1222 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 396658 T1222 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 396658 T1222 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 396659 T1222 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 396659 T1222 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 396660 T1222 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 396661 T1222 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 396661 T1222 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 396667 T1244 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1
   [junit4]   2> 396667 T1244 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/'
   [junit4]   2> 396725 T1244 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 396774 T1244 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 396775 T1244 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 396781 T1244 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 396797 T1244 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 396799 T1244 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 396799 T1244 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data/
   [junit4]   2> 396800 T1244 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 396800 T1244 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data
   [junit4]   2> 396800 T1244 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data/index/
   [junit4]   2> 396801 T1244 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 396801 T1244 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data/index
   [junit4]   2> 396802 T1244 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 396803 T1244 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@6e7b51d2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6e2b17b5; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_1,generation=1}
   [junit4]   2> 396803 T1244 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 396804 T1244 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 396804 T1244 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 396805 T1244 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 396805 T1244 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 396805 T1244 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 396805 T1244 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 396806 T1244 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 396808 T1244 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 396811 T1244 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 396811 T1244 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 396811 T1244 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@777dcf23
   [junit4]   2> 396812 T1244 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@6e7b51d2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6e2b17b5; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_1,generation=1}
   [junit4]   2> 396812 T1244 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 396813 T1244 oass.SolrIndexSearcher.<init> Opening Searcher@4e517449 main
   [junit4]   2> 396813 T1244 oash.SnapPuller.startExecutorService Poll Scheduled at an interval of 1000ms
   [junit4]   2> 396814 T1244 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 396814 T1245 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4e517449 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 396814 T1222 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 396815 T1222 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 396816 T1222 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> ASYNC  NEW_CORE C258 name=collection1 org.apache.solr.core.SolrCore@5dc9c324
   [junit4]   2> 396825 T1225 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=1 
   [junit4]   2> 396829 T1225 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
   [junit4]   2> 396840 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={slave=false&command=details&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> ASYNC  NEW_CORE C259 name=collection1 org.apache.solr.core.SolrCore@10295bca
   [junit4]   2> 396840 T1237 C259 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=3 
   [junit4]   2> 396844 T1225 C258 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0]} 0 1
   [junit4]   2> 396847 T1225 C258 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 396850 T1225 C258 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5832cd58 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@776b6dab; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5832cd58 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@776b6dab; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_2,generation=2}
   [junit4]   2> 396850 T1225 C258 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 396851 T1225 C258 oass.SolrIndexSearcher.<init> Opening Searcher@799bfe39 main
   [junit4]   2> 396852 T1225 C258 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 396852 T1233 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@799bfe39 main{StandardDirectoryReader(segments_2:3:nrt _0(4.6):c1)}
   [junit4]   2> 396853 T1225 C258 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 6
   [junit4]   2> 396855 T1248 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 396855 T1248 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 396858 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
   [junit4]   2> 396859 T1248 oash.SnapPuller.fetchLatestIndex Master's generation: 2
   [junit4]   2> 396859 T1248 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
   [junit4]   2> 396859 T1248 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 396863 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
   [junit4]   2> 396864 T1248 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 4
   [junit4]   2> 396864 T1248 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data/index.20131011025513175
   [junit4]   2> 396864 T1248 oash.SnapPuller.fetchLatestIndex Starting download to MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7577b5d0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@51133572)) fullCopy=false
   [junit4]   2> 396867 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.cfs&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> 396871 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.cfe&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> 396875 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> 396878 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> 396879 T1248 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
   [junit4]   2> 396880 T1248 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
   [junit4]   2> 396880 T1248 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 396881 T1248 oasu.DefaultSolrCoreState.closeIndexWriter Rollback old IndexWriter... core=collection1
   [junit4]   2> 396882 T1248 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
   [junit4]   2> 396882 T1248 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 396883 T1248 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@6e7b51d2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6e2b17b5; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@6e7b51d2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6e2b17b5; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_2,generation=2}
   [junit4]   2> 396884 T1248 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 396884 T1248 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 396885 T1248 oass.SolrIndexSearcher.<init> Opening Searcher@1b969687 main
   [junit4]   2> 396886 T1245 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1b969687 main{StandardDirectoryReader(segments_2:3:nrt _0(4.6):c1)}
   [junit4]   2> 396886 T1248 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data/index.20131011025513175 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data/index.20131011025513175;done=true>>]
   [junit4]   2> 396886 T1248 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data/index.20131011025513175
   [junit4]   2> 396886 T1238 C259 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:39252/solr/replication&command=fetchindex&wait=true} status=0 QTime=32 
   [junit4]   2> 396893 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={slave=false&command=details&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> 396894 T1237 C259 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=4 
   [junit4]   2> 396898 T1225 C258 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 1
   [junit4]   2> 396901 T1225 C258 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 396913 T1225 C258 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5832cd58 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@776b6dab; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5832cd58 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@776b6dab; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_3,generation=3}
   [junit4]   2> 396913 T1225 C258 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 396914 T1225 C258 oass.SolrIndexSearcher.<init> Opening Searcher@2f5d6f48 main
   [junit4]   2> 396915 T1225 C258 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 396915 T1233 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2f5d6f48 main{StandardDirectoryReader(segments_3:7:nrt _2(4.6):c2)}
   [junit4]   2> 396915 T1225 C258 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 14
   [junit4]   2> 396917 T1251 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 396917 T1251 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 396919 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
   [junit4]   2> 396920 T1251 oash.SnapPuller.fetchLatestIndex Master's generation: 3
   [junit4]   2> 396920 T1251 oash.SnapPuller.fetchLatestIndex Slave's generation: 2
   [junit4]   2> 396920 T1251 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 396923 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0 
   [junit4]   2> 396924 T1251 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 7
   [junit4]   2> 396925 T1251 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data/index.20131011025513235
   [junit4]   2> 396925 T1251 oash.SnapPuller.fetchLatestIndex Starting download to MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1d39bf09 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@17d139ee)) fullCopy=false
   [junit4]   2> 396925 T1251 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfs because it already exists
   [junit4]   2> 396925 T1251 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfe because it already exists
   [junit4]   2> 396928 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_1.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
   [junit4]   2> 396929 T1251 oash.SnapPuller.downloadIndexFiles Skipping download for _0.si because it already exists
   [junit4]   2> 396932 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_1.cfs&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
   [junit4]   2> 396935 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
   [junit4]   2> 396939 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_1.cfe&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
   [junit4]   2> 396940 T1251 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
   [junit4]   2> 396941 T1251 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
   [junit4]   2> 396941 T1251 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 396942 T1251 oasu.DefaultSolrCoreState.closeIndexWriter Rollback old IndexWriter... core=collection1
   [junit4]   2> 396942 T1251 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
   [junit4]   2> 396943 T1251 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 396944 T1251 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@6e7b51d2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6e2b17b5; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@6e7b51d2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6e2b17b5; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_3,generation=3}
   [junit4]   2> 396944 T1251 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 396945 T1251 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 396946 T1251 oass.SolrIndexSearcher.<init> Opening Searcher@55e63761 main
   [junit4]   2> 396947 T1245 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@55e63761 main{StandardDirectoryReader(segments_3:5:nrt _0(4.6):c1 _1(4.6):c1)}
   [junit4]   2> 396947 T1251 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data/index.20131011025513235 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data/index.20131011025513235;done=true>>]
   [junit4]   2> 396947 T1251 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data/index.20131011025513235
   [junit4]   2> 396947 T1238 C259 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:39252/solr/replication&command=fetchindex&wait=true} status=0 QTime=31 
   [junit4]   2> 396954 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={slave=false&command=details&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> 396955 T1237 C259 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=4 
   [junit4]   2> 396959 T1225 C258 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 1
   [junit4]   2> 396962 T1225 C258 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 396973 T1225 C258 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5832cd58 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@776b6dab; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5832cd58 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@776b6dab; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5832cd58 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@776b6dab; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_4,generation=4}
   [junit4]   2> 396973 T1225 C258 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 396974 T1225 C258 oass.SolrIndexSearcher.<init> Opening Searcher@7523cde5 main
   [junit4]   2> 396975 T1225 C258 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 396975 T1233 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7523cde5 main{StandardDirectoryReader(segments_4:11:nrt _4(4.6):C3)}
   [junit4]   2> 396976 T1225 C258 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 14
   [junit4]   2> 396977 T1253 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 396977 T1253 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 396980 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
   [junit4]   2> 396981 T1253 oash.SnapPuller.fetchLatestIndex Master's generation: 4
   [junit4]   2> 396981 T1253 oash.SnapPuller.fetchLatestIndex Slave's generation: 3
   [junit4]   2> 396981 T1253 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 396984 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=0 
   [junit4]   2> 396985 T1253 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 7
   [junit4]   2> 396986 T1253 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data/index.20131011025513296
   [junit4]   2> 396986 T1253 oash.SnapPuller.fetchLatestIndex Starting download to MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@40e554e8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7a51f7d7)) fullCopy=false
   [junit4]   2> 396989 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_2.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
   [junit4]   2> 396993 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_3.cfs&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
   [junit4]   2> 396996 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_3.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
   [junit4]   2> 396999 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_3.cfe&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
   [junit4]   2> 397003 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_2.cfs&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
   [junit4]   2> 397007 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_2.cfe&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
   [junit4]   2> 397011 T1226 C258 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
   [junit4]   2> 397012 T1253 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
   [junit4]   2> 397014 T1253 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
   [junit4]   2> 397014 T1253 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 397014 T1253 oasu.DefaultSolrCoreState.closeIndexWriter Rollback old IndexWriter... core=collection1
   [junit4]   2> 397016 T1253 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
   [junit4]   2> 397016 T1253 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 397018 T1253 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@6e7b51d2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6e2b17b5; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@6e7b51d2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6e2b17b5; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_4,generation=4}
   [junit4]   2> 397018 T1253 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 397018 T1253 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 397020 T1253 oass.SolrIndexSearcher.<init> Opening Searcher@2ef813bb main
   [junit4]   2> 397020 T1245 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2ef813bb main{StandardDirectoryReader(segments_4:9:nrt _2(4.6):c2 _3(4.6):c1)}
   [junit4]   2> 397021 T1253 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data/index.20131011025513296 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data/index.20131011025513296;done=true>>]
   [junit4]   2> 397021 T1253 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data/index.20131011025513296
   [junit4]   2> 397021 T1238 C259 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:39252/solr/replication&command=fetchindex&wait=true} status=0 QTime=44 
   [junit4]   2> 397033 T1222 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 397035 T1222 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39258
   [junit4]   2> 397036 T1222 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 397036 T1222 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 397037 T1222 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313333/repeater
   [junit4]   2> 397037 T1222 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313333/repeater/'
   [junit4]   2> 397051 T1222 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313333/repeater/solr.xml
   [junit4]   2> 397104 T1222 oasc.CoreContainer.<init> New CoreContainer 528685956
   [junit4]   2> 397104 T1222 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313333/repeater/]
   [junit4]   2> 397106 T1222 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 397106 T1222 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 397107 T1222 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 397107 T1222 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 397108 T1222 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 397108 T1222 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 397109 T1222 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 397109 T1222 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 397109 T1222 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 397110 T1222 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 397111 T1222 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 397111 T1222 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 397117 T1264 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313333/repeater/collection1
   [junit4]   2> 397117 T1264 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313333/repeater/collection1/'
   [junit4]   2> 397165 T1264 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 397215 T1264 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 397216 T1264 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 397221 T1264 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 397238 T1264 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 397239 T1264 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 397240 T1264 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313333/repeater/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313333/repeater/collection1/data/
   [junit4]   2> 397240 T1264 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 397240 T1264 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313333/repeater/collection1/data
   [junit4]   2> 397241 T1264 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313333/repeater/collection1/data/index/
   [junit4]   2> 397241 T1264 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313333/repeater/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 397241 T1264 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313333/repeater/collection1/data/index
   [junit4]   2> 397242 T1264 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 397243 T1264 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@34c5d0cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@77df71e6; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_1,generation=1}
   [junit4]   2> 397243 T1264 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 397244 T1264 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 397244 T1264 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 397245 T1264 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 397245 T1264 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 397245 T1264 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 397245 T1264 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 397246 T1264 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 397248 T1264 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 397250 T1264 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 397251 T1264 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 397251 T1264 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@618e490f
   [junit4]   2> 397252 T1264 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@34c5d0cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@77df71e6; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_1,generation=1}
   [junit4]   2> 397252 T1264 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 397252 T1264 oass.SolrIndexSearcher.<init> Opening Searcher@6c534dc2 main
   [junit4]   2> 397253 T1264 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 397253 T1264 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 397253 T1264 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml
   [junit4]   2> 397253 T1264 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 397254 T1264 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 397254 T1265 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6c534dc2 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 397254 T1222 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 397255 T1222 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 397256 T1222 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> ASYNC  NEW_CORE C260 name=collection1 org.apache.solr.core.SolrCore@5dc9c324
   [junit4]   2> 397276 T1226 C260 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={slave=false&command=details&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
   [junit4]   2> ASYNC  NEW_CORE C261 name=collection1 org.apache.solr.core.SolrCore@314dd379
   [junit4]   2> 397277 T1257 C261 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=6 
   [junit4]   2> 397278 T1222 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=528685956
   [junit4]   2> 397279 T1222 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@314dd379
   [junit4]   2> 397279 T1222 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 397280 T1222 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 397280 T1222 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 397281 T1222 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 397282 T1222 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 397283 T1222 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 397283 T1222 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313333/repeater/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313333/repeater/collection1/data;done=false>>]
   [junit4]   2> 397284 T1222 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313333/repeater/collection1/data
   [junit4]   2> 397284 T1222 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313333/repeater/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313333/repeater/collection1/data/index;done=false>>]
   [junit4]   2> 397285 T1222 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313333/repeater/collection1/data/index
   [junit4]   2> 397285 T1222 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 397342 T1222 oas.SolrTestCaseJ4.tearDown ###Ending doTestDetails
   [junit4]   2> 397342 T1222 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=480019080
   [junit4]   2> 397343 T1222 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5dc9c324
   [junit4]   2> 397344 T1222 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 397344 T1222 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 397345 T1222 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 397345 T1222 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 397347 T1222 C260 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=4
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5832cd58 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@776b6dab; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5832cd58 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@776b6dab; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5832cd58 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@776b6dab; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_4,generation=4}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5832cd58 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@776b6dab; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_5,generation=5}
   [junit4]   2> 397347 T1222 C260 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
   [junit4]   2> 397348 T1222 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 397349 T1222 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 397349 T1222 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312578/master/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312578/master/collection1/data/index;done=false>>]
   [junit4]   2> 397350 T1222 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312578/master/collection1/data/index
   [junit4]   2> 397350 T1222 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312578/master/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312578/master/collection1/data;done=false>>]
   [junit4]   2> 397351 T1222 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312578/master/collection1/data
   [junit4]   2> 397351 T1222 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 397404 T1222 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=692816059
   [junit4]   2> 397405 T1222 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@10295bca
   [junit4]   2> 397405 T1222 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 397406 T1222 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 397406 T1222 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 397407 T1222 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 397408 T1222 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 397408 T1222 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 397409 T1222 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data;done=false>>]
   [junit4]   2> 397409 T1222 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data
   [junit4]   2> 397410 T1222 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data/index;done=false>>]
   [junit4]   2> 397410 T1222 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449312883/slave/collection1/data/index
   [junit4]   2> 397411 T1222 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 397478 T1222 oas.SolrTestCaseJ4.setUp ###Starting doTestBackup
   [junit4]   2> 397496 T1222 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 397499 T1222 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39260
   [junit4]   2> 397499 T1222 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 397500 T1222 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 397500 T1222 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master
   [junit4]   2> 397501 T1222 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master/'
   [junit4]   2> 397539 T1222 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master/solr.xml
   [junit4]   2> 397611 T1222 oasc.CoreContainer.<init> New CoreContainer 1890142088
   [junit4]   2> 397612 T1222 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master/]
   [junit4]   2> 397613 T1222 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 397614 T1222 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 397614 T1222 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 397615 T1222 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 397615 T1222 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 397616 T1222 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 397616 T1222 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 397616 T1222 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 397617 T1222 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 397617 T1222 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 397624 T1222 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 397625 T1222 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 397630 T1276 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master/collection1
   [junit4]   2> 397630 T1276 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master/collection1/'
   [junit4]   2> 397683 T1276 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 397736 T1276 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 397737 T1276 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 397743 T1276 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 397765 T1276 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 397767 T1276 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 397767 T1276 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master/collection1/data/
   [junit4]   2> 397767 T1276 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 397768 T1276 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master/collection1/data
   [junit4]   2> 397768 T1276 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master/collection1/data/index/
   [junit4]   2> 397768 T1276 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 397769 T1276 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master/collection1/data/index
   [junit4]   2> 397770 T1276 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 397771 T1276 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3ed78afe lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@31e9116e; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_1,generation=1}
   [junit4]   2> 397771 T1276 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 397772 T1276 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 397773 T1276 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 397773 T1276 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 397773 T1276 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 397774 T1276 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 397774 T1276 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 397774 T1276 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 397784 T1276 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 397787 T1276 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 397787 T1276 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 397788 T1276 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@19ad2fd2
   [junit4]   2> 397788 T1276 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3ed78afe lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@31e9116e; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_1,generation=1}
   [junit4]   2> 397789 T1276 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 397789 T1276 oass.SolrIndexSearcher.<init> Opening Searcher@54016127 main
   [junit4]   2> 397789 T1276 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 397790 T1276 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 397790 T1276 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 397790 T1277 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@54016127 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 397790 T1222 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 397791 T1222 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 397792 T1222 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 397804 T1222 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 397806 T1222 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39261
   [junit4]   2> 397807 T1222 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 397808 T1222 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 397808 T1222 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449314104/slave
   [junit4]   2> 397808 T1222 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449314104/slave/'
   [junit4]   2> 397824 T1222 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449314104/slave/solr.xml
   [junit4]   2> 397881 T1222 oasc.CoreContainer.<init> New CoreContainer 813832143
   [junit4]   2> 397881 T1222 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449314104/slave/]
   [junit4]   2> 397883 T1222 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 397883 T1222 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 397884 T1222 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 397884 T1222 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 397885 T1222 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 397885 T1222 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 397886 T1222 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 397886 T1222 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 397887 T1222 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 397887 T1222 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 397888 T1222 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 397889 T1222 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 397895 T1288 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449314104/slave/collection1
   [junit4]   2> 397895 T1288 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449314104/slave/collection1/'
   [junit4]   2> 397947 T1288 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 398000 T1288 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 398001 T1288 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 398006 T1288 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 398024 T1288 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 398026 T1288 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 398026 T1288 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449314104/slave/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449314104/slave/collection1/data/
   [junit4]   2> 398027 T1288 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 398027 T1288 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449314104/slave/collection1/data
   [junit4]   2> 398028 T1288 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449314104/slave/collection1/data/index/
   [junit4]   2> 398028 T1288 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449314104/slave/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 398029 T1288 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449314104/slave/collection1/data/index
   [junit4]   2> 398029 T1288 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 398030 T1288 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@66386b94 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5b571a74; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_1,generation=1}
   [junit4]   2> 398030 T1288 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 398031 T1288 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 398032 T1288 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 398032 T1288 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 398032 T1288 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 398033 T1288 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 398033 T1288 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 398033 T1288 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 398035 T1288 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 398038 T1288 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 398039 T1288 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 398039 T1288 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@25c08997
   [junit4]   2> 398039 T1288 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@66386b94 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5b571a74; maxCacheMB=0.0791015625 maxMergeSizeMB=0.0107421875)),segFN=segments_1,generation=1}
   [junit4]   2> 398040 T1288 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 398040 T1288 oass.SolrIndexSearcher.<init> Opening Searcher@5424c29a main
   [junit4]   2> 398041 T1288 oash.SnapPuller.startExecutorService Poll Scheduled at an interval of 1000ms
   [junit4]   2> 398041 T1289 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5424c29a main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 398041 T1288 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 398042 T1222 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 398043 T1222 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 398043 T1222 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 398045 T1222 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1890142088
   [junit4]   2> 398046 T1222 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@78c45142
   [junit4]   2> 398046 T1222 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 398047 T1222 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 398047 T1222 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 398047 T1222 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 398049 T1222 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 398049 T1222 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 398050 T1222 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master/collection1/data;done=false>>]
   [junit4]   2> 398050 T1222 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master/collection1/data
   [junit4]   2> 398051 T1222 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master/collection1/data/index;done=false>>]
   [junit4]   2> 398051 T1222 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master/collection1/data/index
   [junit4]   2> 398052 T1222 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 398115 T1222 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 398118 T1222 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39262
   [junit4]   2> 398118 T1222 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 398119 T1222 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 398119 T1222 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master
   [junit4]   2> 398120 T1222 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master/'
   [junit4]   2> 398135 T1222 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master/solr.xml
   [junit4]   2> 398192 T1222 oasc.CoreContainer.<init> New CoreContainer 450049437
   [junit4]   2> 398192 T1222 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449313789/master/]
   [junit4]   2> 398194 T1222 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 398195 T1222 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 398195 T1222 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 398195 T1222 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 398196 T1222 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSiz

[...truncated too long message...]

it4]   2> 1077006 T1222 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@12bee8bd
   [junit4]   2> 1077007 T1222 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1077008 T1222 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1077008 T1222 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1077009 T1222 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1077010 T1222 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1077010 T1222 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1077011 T1222 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449990187/master/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449990187/master/collection1/data/index;done=false>>]
   [junit4]   2> 1077011 T1222 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449990187/master/collection1/data/index
   [junit4]   2> 1077012 T1222 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449990187/master/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449990187/master/collection1/data;done=false>>]
   [junit4]   2> 1077012 T1222 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449990187/master/collection1/data
   [junit4]   2> 1077013 T1222 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 1077065 T1222 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1497667722
   [junit4]   2> 1077066 T1222 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@786acbae
   [junit4]   2> 1077067 T1222 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1077068 T1222 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1077068 T1222 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1077069 T1222 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1077070 T1222 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1077070 T1222 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1077071 T1222 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449990523/slave/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449990523/slave/collection1/data;done=false>>]
   [junit4]   2> 1077071 T1222 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449990523/slave/collection1/data
   [junit4]   2> 1077072 T1222 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449990523/slave/collection1/data/index.20131011030633008 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449990523/slave/collection1/data/index.20131011030633008;done=false>>]
   [junit4]   2> 1077072 T1222 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381449990523/slave/collection1/data/index.20131011030633008
   [junit4]   2> 1077073 T1222 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 1077138 T1222 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 680882 T1221 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> 1088742 T2054 oash.SnapPuller.fetchLatestIndex ERROR Master at: http://127.0.0.1:22527/solr is not available. Index fetch failed. Exception: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:22527/solr
   [junit4]   2> 1088743 T2054 oasc.SolrException.log ERROR SnapPull failed :org.apache.lucene.store.AlreadyClosedException: Already closed
   [junit4]   2> 		at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:340)
   [junit4]   2> 		at org.apache.solr.handler.ReplicationHandler.loadReplicationProperties(ReplicationHandler.java:811)
   [junit4]   2> 		at org.apache.solr.handler.SnapPuller.logReplicationTimeAndConfFiles(SnapPuller.java:546)
   [junit4]   2> 		at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:488)
   [junit4]   2> 		at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:322)
   [junit4]   2> 		at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:223)
   [junit4]   2> 	
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=th, timezone=Indian/Comoro
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=115993064,total=315817984
   [junit4]   2> NOTE: All tests run in this JVM: [LukeRequestHandlerTest, AnalysisAfterCoreReloadTest, SystemInfoHandlerTest, IndexSchemaTest, DocValuesTest, SOLR749Test, DistributedSpellCheckComponentTest, MoreLikeThisHandlerTest, BasicFunctionalityTest, TestSort, ResponseLogComponentTest, HdfsLockFactoryTest, TestUniqueKeyFieldResource, TestSchemaResource, TestBM25SimilarityFactory, URLClassifyProcessorTest, TestNoOpRegenerator, TestConfig, SpatialFilterTest, QueryElevationComponentTest, TestRecoveryHdfs, HdfsChaosMonkeySafeLeaderTest, RegexBoostProcessorTest, MBeansHandlerTest, TestLRUCache, TestPHPSerializedResponseWriter, TestNRTOpen, TestDocumentBuilder, SliceStateUpdateTest, BadComponentTest, BinaryUpdateRequestHandlerTest, TestSolrXMLSerializer, CopyFieldTest, UpdateParamsTest, TestSearchPerf, QueryEqualityTest, TestBadConfig, FieldMutatingUpdateProcessorTest, ClusterStateTest, TestSolrQueryParser, TestRealTimeGet, SliceStateTest, TestMergePolicyConfig, SuggesterFSTTest, TestPostingsSolrHighlighter, ResourceLoaderTest, TestJmxMonitoredMap, TestAnalyzeInfixSuggestions, ShardRoutingTest, SuggesterTest, TestReversedWildcardFilterFactory, CachingDirectoryFactoryTest, DocumentBuilderTest, UnloadDistributedZkTest, ExternalFileFieldSortTest, TestSystemIdResolver, SolrInfoMBeanTest, TestReplicationHandler]
   [junit4] Completed on J0 in 692.73s, 14 tests, 1 failure <<< FAILURES!

[...truncated 638 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:435: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:408: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:451: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:876: There were test failures: 327 suites, 1453 tests, 1 failure, 32 ignored (4 assumptions)

Total time: 128 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 402 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/402/

1 tests failed.
REGRESSION:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1381523380079,generation=2,filelist=[_2o.fdt, _2o.fdx, _2o.fnm, _2o.frq, _2o.nrm, _2o.si, _2o.tii, _2o.tis, _37.fdt, _37.fdx, _37.fnm, _37.frq, _37.nrm, _37.si, _37.tii, _37.tis, _3q.fdt, _3q.fdx, _3q.fnm, _3q.frq, _3q.nrm, _3q.si, _3q.tii, _3q.tis, _4m.fdt, _4m.fdx, _4m.fnm, _4m.frq, _4m.nrm, _4m.si, _4m.tii, _4m.tis, _5c.fdt, _5c.fdx, _5c.fnm, _5c.frq, _5c.nrm, _5c.si, _5c.tii, _5c.tis, _5i.fdt, _5i.fdx, _5i.fnm, _5i.frq, _5i.nrm, _5i.si, _5i.tii, _5i.tis, _5v.fdt, _5v.fdx, _5v.fnm, _5v.frq, _5v.nrm, _5v.si, _5v.tii, _5v.tis, _61.fdt, _61.fdx, _61.fnm, _61.frq, _61.nrm, _61.si, _61.tii, _61.tis, _6e.fdt, _6e.fdx, _6e.fnm, _6e.frq, _6e.nrm, _6e.si, _6e.tii, _6e.tis, _6x.fdt, _6x.fdx, _6x.fnm, _6x.frq, _6x.nrm, _6x.si, _6x.tii, _6x.tis, _7a.fdt, _7a.fdx, _7a.fnm, _7a.frq, _7a.nrm, _7a.si, _7a.tii, _7a.tis, _7t.fdt, _7t.fdx, _7t.fnm, _7t.frq, _7t.nrm, _7t.si, _7t.tii, _7t.tis, _86.fdt, _86.fdx, _86.fnm, _86.frq, _86.nrm, _86.si, _86.tii, _86.tis, _8d.fdt, _8d.fdx, _8d.fnm, _8d.frq, _8d.nrm, _8d.si, _8d.tii, _8d.tis, _8e.cfe, _8e.cfs, _8e.si, _8f.cfe, _8f.cfs, _8f.si, _8g.cfe, _8g.cfs, _8g.si, _8h.cfe, _8h.cfs, _8h.si, _8i.cfe, _8i.cfs, _8i.si, segments_2]}]> but was:<[{indexVersion=1381523380079,generation=2,filelist=[_2o.fdt, _2o.fdx, _2o.fnm, _2o.frq, _2o.nrm, _2o.si, _2o.tii, _2o.tis, _37.fdt, _37.fdx, _37.fnm, _37.frq, _37.nrm, _37.si, _37.tii, _37.tis, _3q.fdt, _3q.fdx, _3q.fnm, _3q.frq, _3q.nrm, _3q.si, _3q.tii, _3q.tis, _4m.fdt, _4m.fdx, _4m.fnm, _4m.frq, _4m.nrm, _4m.si, _4m.tii, _4m.tis, _5c.fdt, _5c.fdx, _5c.fnm, _5c.frq, _5c.nrm, _5c.si, _5c.tii, _5c.tis, _5i.fdt, _5i.fdx, _5i.fnm, _5i.frq, _5i.nrm, _5i.si, _5i.tii, _5i.tis, _5v.fdt, _5v.fdx, _5v.fnm, _5v.frq, _5v.nrm, _5v.si, _5v.tii, _5v.tis, _61.fdt, _61.fdx, _61.fnm, _61.frq, _61.nrm, _61.si, _61.tii, _61.tis, _6e.fdt, _6e.fdx, _6e.fnm, _6e.frq, _6e.nrm, _6e.si, _6e.tii, _6e.tis, _6x.fdt, _6x.fdx, _6x.fnm, _6x.frq, _6x.nrm, _6x.si, _6x.tii, _6x.tis, _7a.fdt, _7a.fdx, _7a.fnm, _7a.frq, _7a.nrm, _7a.si, _7a.tii, _7a.tis, _7t.fdt, _7t.fdx, _7t.fnm, _7t.frq, _7t.nrm, _7t.si, _7t.tii, _7t.tis, _86.fdt, _86.fdx, _86.fnm, _86.frq, _86.nrm, _86.si, _86.tii, _86.tis, _8d.fdt, _8d.fdx, _8d.fnm, _8d.frq, _8d.nrm, _8d.si, _8d.tii, _8d.tis, _8e.cfe, _8e.cfs, _8e.si, _8f.cfe, _8f.cfs, _8f.si, _8g.cfe, _8g.cfs, _8g.si, _8h.cfe, _8h.cfs, _8h.si, _8i.cfe, _8i.cfs, _8i.si, segments_2]}, {indexVersion=1381523380079,generation=3,filelist=[_2o.fdt, _2o.fdx, _2o.fnm, _2o.frq, _2o.nrm, _2o.si, _2o.tii, _2o.tis, _37.fdt, _37.fdx, _37.fnm, _37.frq, _37.nrm, _37.si, _37.tii, _37.tis, _3q.fdt, _3q.fdx, _3q.fnm, _3q.frq, _3q.nrm, _3q.si, _3q.tii, _3q.tis, _4m.fdt, _4m.fdx, _4m.fnm, _4m.frq, _4m.nrm, _4m.si, _4m.tii, _4m.tis, _5c.fdt, _5c.fdx, _5c.fnm, _5c.frq, _5c.nrm, _5c.si, _5c.tii, _5c.tis, _5i.fdt, _5i.fdx, _5i.fnm, _5i.frq, _5i.nrm, _5i.si, _5i.tii, _5i.tis, _5v.fdt, _5v.fdx, _5v.fnm, _5v.frq, _5v.nrm, _5v.si, _5v.tii, _5v.tis, _61.fdt, _61.fdx, _61.fnm, _61.frq, _61.nrm, _61.si, _61.tii, _61.tis, _6e.fdt, _6e.fdx, _6e.fnm, _6e.frq, _6e.nrm, _6e.si, _6e.tii, _6e.tis, _6x.fdt, _6x.fdx, _6x.fnm, _6x.frq, _6x.nrm, _6x.si, _6x.tii, _6x.tis, _7a.fdt, _7a.fdx, _7a.fnm, _7a.frq, _7a.nrm, _7a.si, _7a.tii, _7a.tis, _7t.fdt, _7t.fdx, _7t.fnm, _7t.frq, _7t.nrm, _7t.si, _7t.tii, _7t.tis, _86.fdt, _86.fdx, _86.fnm, _86.frq, _86.nrm, _86.si, _86.tii, _86.tis, _8j.fdt, _8j.fdx, _8j.fnm, _8j.frq, _8j.nrm, _8j.si, _8j.tii, _8j.tis, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1381523380079,generation=2,filelist=[_2o.fdt, _2o.fdx, _2o.fnm, _2o.frq, _2o.nrm, _2o.si, _2o.tii, _2o.tis, _37.fdt, _37.fdx, _37.fnm, _37.frq, _37.nrm, _37.si, _37.tii, _37.tis, _3q.fdt, _3q.fdx, _3q.fnm, _3q.frq, _3q.nrm, _3q.si, _3q.tii, _3q.tis, _4m.fdt, _4m.fdx, _4m.fnm, _4m.frq, _4m.nrm, _4m.si, _4m.tii, _4m.tis, _5c.fdt, _5c.fdx, _5c.fnm, _5c.frq, _5c.nrm, _5c.si, _5c.tii, _5c.tis, _5i.fdt, _5i.fdx, _5i.fnm, _5i.frq, _5i.nrm, _5i.si, _5i.tii, _5i.tis, _5v.fdt, _5v.fdx, _5v.fnm, _5v.frq, _5v.nrm, _5v.si, _5v.tii, _5v.tis, _61.fdt, _61.fdx, _61.fnm, _61.frq, _61.nrm, _61.si, _61.tii, _61.tis, _6e.fdt, _6e.fdx, _6e.fnm, _6e.frq, _6e.nrm, _6e.si, _6e.tii, _6e.tis, _6x.fdt, _6x.fdx, _6x.fnm, _6x.frq, _6x.nrm, _6x.si, _6x.tii, _6x.tis, _7a.fdt, _7a.fdx, _7a.fnm, _7a.frq, _7a.nrm, _7a.si, _7a.tii, _7a.tis, _7t.fdt, _7t.fdx, _7t.fnm, _7t.frq, _7t.nrm, _7t.si, _7t.tii, _7t.tis, _86.fdt, _86.fdx, _86.fnm, _86.frq, _86.nrm, _86.si, _86.tii, _86.tis, _8d.fdt, _8d.fdx, _8d.fnm, _8d.frq, _8d.nrm, _8d.si, _8d.tii, _8d.tis, _8e.cfe, _8e.cfs, _8e.si, _8f.cfe, _8f.cfs, _8f.si, _8g.cfe, _8g.cfs, _8g.si, _8h.cfe, _8h.cfs, _8h.si, _8i.cfe, _8i.cfs, _8i.si, segments_2]}]> but was:<[{indexVersion=1381523380079,generation=2,filelist=[_2o.fdt, _2o.fdx, _2o.fnm, _2o.frq, _2o.nrm, _2o.si, _2o.tii, _2o.tis, _37.fdt, _37.fdx, _37.fnm, _37.frq, _37.nrm, _37.si, _37.tii, _37.tis, _3q.fdt, _3q.fdx, _3q.fnm, _3q.frq, _3q.nrm, _3q.si, _3q.tii, _3q.tis, _4m.fdt, _4m.fdx, _4m.fnm, _4m.frq, _4m.nrm, _4m.si, _4m.tii, _4m.tis, _5c.fdt, _5c.fdx, _5c.fnm, _5c.frq, _5c.nrm, _5c.si, _5c.tii, _5c.tis, _5i.fdt, _5i.fdx, _5i.fnm, _5i.frq, _5i.nrm, _5i.si, _5i.tii, _5i.tis, _5v.fdt, _5v.fdx, _5v.fnm, _5v.frq, _5v.nrm, _5v.si, _5v.tii, _5v.tis, _61.fdt, _61.fdx, _61.fnm, _61.frq, _61.nrm, _61.si, _61.tii, _61.tis, _6e.fdt, _6e.fdx, _6e.fnm, _6e.frq, _6e.nrm, _6e.si, _6e.tii, _6e.tis, _6x.fdt, _6x.fdx, _6x.fnm, _6x.frq, _6x.nrm, _6x.si, _6x.tii, _6x.tis, _7a.fdt, _7a.fdx, _7a.fnm, _7a.frq, _7a.nrm, _7a.si, _7a.tii, _7a.tis, _7t.fdt, _7t.fdx, _7t.fnm, _7t.frq, _7t.nrm, _7t.si, _7t.tii, _7t.tis, _86.fdt, _86.fdx, _86.fnm, _86.frq, _86.nrm, _86.si, _86.tii, _86.tis, _8d.fdt, _8d.fdx, _8d.fnm, _8d.frq, _8d.nrm, _8d.si, _8d.tii, _8d.tis, _8e.cfe, _8e.cfs, _8e.si, _8f.cfe, _8f.cfs, _8f.si, _8g.cfe, _8g.cfs, _8g.si, _8h.cfe, _8h.cfs, _8h.si, _8i.cfe, _8i.cfs, _8i.si, segments_2]}, {indexVersion=1381523380079,generation=3,filelist=[_2o.fdt, _2o.fdx, _2o.fnm, _2o.frq, _2o.nrm, _2o.si, _2o.tii, _2o.tis, _37.fdt, _37.fdx, _37.fnm, _37.frq, _37.nrm, _37.si, _37.tii, _37.tis, _3q.fdt, _3q.fdx, _3q.fnm, _3q.frq, _3q.nrm, _3q.si, _3q.tii, _3q.tis, _4m.fdt, _4m.fdx, _4m.fnm, _4m.frq, _4m.nrm, _4m.si, _4m.tii, _4m.tis, _5c.fdt, _5c.fdx, _5c.fnm, _5c.frq, _5c.nrm, _5c.si, _5c.tii, _5c.tis, _5i.fdt, _5i.fdx, _5i.fnm, _5i.frq, _5i.nrm, _5i.si, _5i.tii, _5i.tis, _5v.fdt, _5v.fdx, _5v.fnm, _5v.frq, _5v.nrm, _5v.si, _5v.tii, _5v.tis, _61.fdt, _61.fdx, _61.fnm, _61.frq, _61.nrm, _61.si, _61.tii, _61.tis, _6e.fdt, _6e.fdx, _6e.fnm, _6e.frq, _6e.nrm, _6e.si, _6e.tii, _6e.tis, _6x.fdt, _6x.fdx, _6x.fnm, _6x.frq, _6x.nrm, _6x.si, _6x.tii, _6x.tis, _7a.fdt, _7a.fdx, _7a.fnm, _7a.frq, _7a.nrm, _7a.si, _7a.tii, _7a.tis, _7t.fdt, _7t.fdx, _7t.fnm, _7t.frq, _7t.nrm, _7t.si, _7t.tii, _7t.tis, _86.fdt, _86.fdx, _86.fnm, _86.frq, _86.nrm, _86.si, _86.tii, _86.tis, _8j.fdt, _8j.fdx, _8j.fnm, _8j.frq, _8j.nrm, _8j.si, _8j.tii, _8j.tis, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([4194D8D115C2AAAC:6443C3E1658AA4AF]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1178)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 9691 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> 1706808 T3905 oas.SolrTestCaseJ4.setUp ###Starting testEmptyCommits
   [junit4]   2> 1706827 T3905 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1706830 T3905 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:50522
   [junit4]   2> 1706830 T3905 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1706831 T3905 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1706831 T3905 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master
   [junit4]   2> 1706832 T3905 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/'
   [junit4]   2> 1706869 T3905 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/solr.xml
   [junit4]   2> 1706943 T3905 oasc.CoreContainer.<init> New CoreContainer 1788976326
   [junit4]   2> 1706943 T3905 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/]
   [junit4]   2> 1706945 T3905 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1706946 T3905 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1706946 T3905 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1706946 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1706947 T3905 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1706947 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1706948 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1706948 T3905 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1706949 T3905 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1706949 T3905 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1706956 T3905 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1706956 T3905 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1706962 T3915 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1
   [junit4]   2> 1706963 T3915 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/'
   [junit4]   2> 1707016 T3915 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 1707077 T3915 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1707078 T3915 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1707084 T3915 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1707106 T3915 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1707108 T3915 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1707108 T3915 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data/
   [junit4]   2> 1707108 T3915 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1707109 T3915 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data
   [junit4]   2> 1707109 T3915 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data/index/
   [junit4]   2> 1707109 T3915 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1707111 T3915 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data/index
   [junit4]   2> 1707111 T3915 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=81.576171875, floorSegmentMB=1.365234375, forceMergeDeletesPctAllowed=14.760266510903985, segmentsPerTier=26.0, maxCFSSegmentSizeMB=1.880859375, noCFSRatio=0.0
   [junit4]   2> 1707128 T3915 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_1,generation=1}
   [junit4]   2> 1707129 T3915 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1707130 T3915 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1707130 T3915 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1707131 T3915 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1707131 T3915 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 1707131 T3915 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 1707131 T3915 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 1707132 T3915 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1707141 T3915 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1707144 T3915 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1707145 T3915 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1707145 T3915 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=2, maxMergedSegmentMB=97.9892578125, floorSegmentMB=0.560546875, forceMergeDeletesPctAllowed=29.769513095835528, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1707147 T3915 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_1,generation=1}
   [junit4]   2> 1707147 T3915 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1707147 T3915 oass.SolrIndexSearcher.<init> Opening Searcher@5c46d0b4 main
   [junit4]   2> 1707148 T3915 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1707148 T3915 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1707148 T3916 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5c46d0b4 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1707148 T3915 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1707150 T3905 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 1707151 T3905 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1707151 T3905 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1707164 T3905 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1707166 T3905 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:50523
   [junit4]   2> 1707167 T3905 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1707167 T3905 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1707168 T3905 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave
   [junit4]   2> 1707168 T3905 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/'
   [junit4]   2> 1707183 T3905 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/solr.xml
   [junit4]   2> 1707240 T3905 oasc.CoreContainer.<init> New CoreContainer 1135935181
   [junit4]   2> 1707241 T3905 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/]
   [junit4]   2> 1707242 T3905 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1707243 T3905 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1707243 T3905 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1707244 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1707244 T3905 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1707245 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1707245 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1707245 T3905 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1707246 T3905 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1707246 T3905 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1707248 T3905 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1707248 T3905 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1707254 T3927 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1
   [junit4]   2> 1707254 T3927 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/'
   [junit4]   2> 1707307 T3927 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 1707362 T3927 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1707363 T3927 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1707369 T3927 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1707387 T3927 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1707389 T3927 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1707389 T3927 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/
   [junit4]   2> 1707390 T3927 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1707391 T3927 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data
   [junit4]   2> 1707391 T3927 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index/
   [junit4]   2> 1707391 T3927 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1707393 T3927 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index
   [junit4]   2> 1707393 T3927 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=81.576171875, floorSegmentMB=1.365234375, forceMergeDeletesPctAllowed=14.760266510903985, segmentsPerTier=26.0, maxCFSSegmentSizeMB=1.880859375, noCFSRatio=0.0
   [junit4]   2> 1707423 T3927 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_1,generation=1}
   [junit4]   2> 1707423 T3927 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1707424 T3927 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1707425 T3927 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1707425 T3927 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 1707425 T3927 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 1707425 T3927 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 1707426 T3927 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1707426 T3927 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1707428 T3927 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1707431 T3927 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1707431 T3927 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1707432 T3927 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=2, maxMergedSegmentMB=97.9892578125, floorSegmentMB=0.560546875, forceMergeDeletesPctAllowed=29.769513095835528, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1707433 T3927 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_1,generation=1}
   [junit4]   2> 1707433 T3927 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1707434 T3927 oass.SolrIndexSearcher.<init> Opening Searcher@2bb4c939 main
   [junit4]   2> 1707440 T3927 oash.SnapPuller.startExecutorService Poll Scheduled at an interval of 1000ms
   [junit4]   2> 1707440 T3928 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2bb4c939 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1707440 T3927 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1707441 T3905 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 1707442 T3905 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1707442 T3905 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> ASYNC  NEW_CORE C1088 name=collection1 org.apache.solr.core.SolrCore@734218b6
   [junit4]   2> 1707452 T3908 C1088 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=1 
   [junit4]   2> 1707457 T3908 C1088 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 2
   [junit4]   2> 1707460 T3908 C1088 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1707486 T3908 C1088 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_2,generation=2}
   [junit4]   2> 1707487 T3908 C1088 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 1707489 T3908 C1088 oass.SolrIndexSearcher.<init> Opening Searcher@2dd7cd8c main
   [junit4]   2> 1707489 T3908 C1088 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1707489 T3916 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2dd7cd8c main{StandardDirectoryReader(segments_2:3:nrt _0(4.6):c1)}
   [junit4]   2> 1707490 T3908 C1088 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2} {commit=} 0 30
   [junit4]   2> 1707502 T3931 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1707503 T3931 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 1707504 T3909 C1088 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
   [junit4]   2> 1707505 T3931 oash.SnapPuller.fetchLatestIndex Master's generation: 2
   [junit4]   2> 1707505 T3931 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
   [junit4]   2> 1707505 T3931 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 1707515 T3909 C1088 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=8 
   [junit4]   2> 1707516 T3931 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 4
   [junit4]   2> 1707517 T3931 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201734791
   [junit4]   2> 1707518 T3931 oash.SnapPuller.fetchLatestIndex Starting download to MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@61c9df8d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7dfff4d9) fullCopy=false
   [junit4]   2> 1707521 T3909 C1088 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.cfs&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> 1707533 T3909 C1088 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.cfe&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> 1707536 T3909 C1088 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> ASYNC  NEW_CORE C1089 name=collection1 org.apache.solr.core.SolrCore@734218b6
   [junit4]   2> 1707545 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> 1707547 T3931 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
   [junit4]   2> 1707548 T3931 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
   [junit4]   2> 1707548 T3931 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 1707548 T3931 oasu.DefaultSolrCoreState.closeIndexWriter Rollback old IndexWriter... core=collection1
   [junit4]   2> 1707551 T3931 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
   [junit4]   2> 1707551 T3931 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@15bbe136
   [junit4]   2> 1707554 T3931 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_2,generation=2}
   [junit4]   2> 1707554 T3931 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 1707555 T3931 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 1707556 T3931 oass.SolrIndexSearcher.<init> Opening Searcher@3885b9b6 main
   [junit4]   2> 1707556 T3928 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3885b9b6 main{StandardDirectoryReader(segments_2:3:nrt _0(4.6):c1)}
   [junit4]   2> 1707557 T3931 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201734791 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201734791;done=true>>]
   [junit4]   2> 1707557 T3931 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201734791
   [junit4]   2> ASYNC  NEW_CORE C1090 name=collection1 org.apache.solr.core.SolrCore@f7a3e0d
   [junit4]   2> 1707557 T3920 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:50522/solr/replication&command=fetchindex&wait=true} status=0 QTime=55 
   [junit4]   2> 1707562 T3921 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=name:empty1&wt=javabin&version=2} hits=1 status=0 QTime=2 
   [junit4]   2> 1707567 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
   [junit4]   2> 1707571 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
   [junit4]   2> 1707579 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={slave=false&command=details&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
   [junit4]   2> 1707580 T3921 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=6 
   [junit4]   2> 1707583 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&_trace=assertVersions&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> 1707586 T3921 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&_trace=assertVersions&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> 1707589 T3908 C1089 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1707589 T3908 C1089 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1707590 T3908 C1089 oass.SolrIndexSearcher.<init> Opening Searcher@5e8c73a1 main
   [junit4]   2> 1707590 T3908 C1089 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1707590 T3916 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e8c73a1 main{StandardDirectoryReader(segments_2:3:nrt _0(4.6):c1)}
   [junit4]   2> 1707591 T3908 C1089 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2} {commit=} 0 2
   [junit4]   2> 1707592 T3934 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1707592 T3934 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 1707595 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
   [junit4]   2> 1707596 T3934 oash.SnapPuller.fetchLatestIndex Slave in sync with master.
   [junit4]   2> 1707596 T3920 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:50522/solr/replication&command=fetchindex&wait=true} status=0 QTime=4 
   [junit4]   2> 1707601 T3908 C1089 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 2
   [junit4]   2> 1707603 T3908 C1089 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1707631 T3908 C1089 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_3,generation=3}
   [junit4]   2> 1707631 T3908 C1089 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 1707633 T3908 C1089 oass.SolrIndexSearcher.<init> Opening Searcher@6491060e main
   [junit4]   2> 1707633 T3908 C1089 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1707633 T3916 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6491060e main{StandardDirectoryReader(segments_3:5:nrt _0(4.6):c1 _1(4.6):c1)}
   [junit4]   2> 1707634 T3908 C1089 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2} {commit=} 0 31
   [junit4]   2> 1707635 T3935 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1707635 T3935 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 1707637 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
   [junit4]   2> 1707638 T3935 oash.SnapPuller.fetchLatestIndex Master's generation: 3
   [junit4]   2> 1707638 T3935 oash.SnapPuller.fetchLatestIndex Slave's generation: 2
   [junit4]   2> 1707638 T3935 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 1707642 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=2 
   [junit4]   2> 1707643 T3935 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 7
   [junit4]   2> 1707644 T3935 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201734918
   [junit4]   2> 1707646 T3935 oash.SnapPuller.fetchLatestIndex Starting download to MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@efe9d8d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@52cdc2f3) fullCopy=false
   [junit4]   2> 1707646 T3935 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfs because it already exists
   [junit4]   2> 1707647 T3935 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfe because it already exists
   [junit4]   2> 1707649 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_1.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
   [junit4]   2> 1707659 T3935 oash.SnapPuller.downloadIndexFiles Skipping download for _0.si because it already exists
   [junit4]   2> 1707661 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_1.cfs&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
   [junit4]   2> 1707664 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
   [junit4]   2> 1707667 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_1.cfe&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
   [junit4]   2> 1707668 T3935 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
   [junit4]   2> 1707670 T3935 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
   [junit4]   2> 1707670 T3935 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 1707670 T3935 oasu.DefaultSolrCoreState.closeIndexWriter Rollback old IndexWriter... core=collection1
   [junit4]   2> 1707674 T3935 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
   [junit4]   2> 1707674 T3935 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4500d4bf
   [junit4]   2> 1707678 T3935 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_3,generation=3}
   [junit4]   2> 1707678 T3935 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 1707678 T3935 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 1707680 T3935 oass.SolrIndexSearcher.<init> Opening Searcher@7366fc main
   [junit4]   2> 1707680 T3928 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7366fc main{StandardDirectoryReader(segments_3:5:nrt _0(4.6):c1 _1(4.6):c1)}
   [junit4]   2> 1707681 T3935 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201734918 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201734918;done=true>>]
   [junit4]   2> 1707681 T3935 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201734918
   [junit4]   2> 1707681 T3920 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:50522/solr/replication&command=fetchindex&wait=true} status=0 QTime=46 
   [junit4]   2> 1707687 T3921 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=name:empty2&wt=javabin&version=2} hits=1 status=0 QTime=3 
   [junit4]   2> 1707692 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
   [junit4]   2> 1707697 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
   [junit4]   2> 1707705 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={slave=false&command=details&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
   [junit4]   2> 1707705 T3921 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=6 
   [junit4]   2> 1707708 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&_trace=assertVersions&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> 1707711 T3921 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&_trace=assertVersions&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> 1707716 T3908 C1089 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 2
   [junit4]   2> 1707718 T3908 C1089 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1707728 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
   [junit4]   2> 1707729 T3929 oash.SnapPuller.fetchLatestIndex Slave in sync with master.
   [junit4]   2> 1707752 T3908 C1089 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_4,generation=4}
   [junit4]   2> 1707753 T3908 C1089 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 1707754 T3908 C1089 oass.SolrIndexSearcher.<init> Opening Searcher@14e7bd5 realtime
   [junit4]   2> 1707755 T3908 C1089 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1707755 T3908 C1089 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2} {commit=} 0 37
   [junit4]   2> 1707757 T3937 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1707757 T3937 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 1707760 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
   [junit4]   2> 1707761 T3937 oash.SnapPuller.fetchLatestIndex Master's generation: 4
   [junit4]   2> 1707761 T3937 oash.SnapPuller.fetchLatestIndex Slave's generation: 3
   [junit4]   2> 1707761 T3937 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 1707766 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=3 
   [junit4]   2> 1707767 T3937 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 10
   [junit4]   2> 1707767 T3937 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201735042
   [junit4]   2> 1707771 T3937 oash.SnapPuller.fetchLatestIndex Starting download to MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@34e0b629 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c215e0c) fullCopy=false
   [junit4]   2> 1707773 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_2.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
   [junit4]   2> 1707783 T3937 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfs because it already exists
   [junit4]   2> 1707783 T3937 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfe because it already exists
   [junit4]   2> 1707784 T3937 oash.SnapPuller.downloadIndexFiles Skipping download for _1.si because it already exists
   [junit4]   2> 1707784 T3937 oash.SnapPuller.downloadIndexFiles Skipping download for _0.si because it already exists
   [junit4]   2> 1707784 T3937 oash.SnapPuller.downloadIndexFiles Skipping download for _1.cfs because it already exists
   [junit4]   2> 1707787 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_2.cfs&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
   [junit4]   2> 1707791 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_2.cfe&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
   [junit4]   2> 1707794 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
   [junit4]   2> 1707795 T3937 oash.SnapPuller.downloadIndexFiles Skipping download for _1.cfe because it already exists
   [junit4]   2> 1707795 T3937 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
   [junit4]   2> 1707797 T3937 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
   [junit4]   2> 1707797 T3937 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 1707797 T3937 oasu.DefaultSolrCoreState.closeIndexWriter Rollback old IndexWriter... core=collection1
   [junit4]   2> 1707800 T3937 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
   [junit4]   2> 1707801 T3937 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@22a14827
   [junit4]   2> 1707805 T3937 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=3
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_4,generation=4}
   [junit4]   2> 1707806 T3937 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 1707806 T3937 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 1707808 T3937 oass.SolrIndexSearcher.<init> Opening Searcher@a3bd9c8 main
   [junit4]   2> 1707808 T3928 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a3bd9c8 main{StandardDirectoryReader(segments_4:7:nrt _0(4.6):c1 _1(4.6):c1 _2(4.6):c1)}
   [junit4]   2> 1707809 T3937 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201735042 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201735042;done=true>>]
   [junit4]   2> 1707809 T3937 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201735042
   [junit4]   2> 1707809 T3922 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:50522/solr/replication&command=fetchindex&wait=true} status=0 QTime=52 
   [junit4]   2> 1707814 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=name:empty3&wt=javabin&version=2} hits=0 status=0 QTime=2 
   [junit4]   2> 1707821 T3921 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=name:empty3&wt=javabin&version=2} hits=1 status=0 QTime=4 
   [junit4]   2> 1707826 T3908 C1089 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 2
   [junit4]   2> 1707829 T3908 C1089 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1707859 T3908 C1089 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=4
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_4,generation=4}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_5,generation=5}
   [junit4]   2> 1707859 T3908 C1089 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
   [junit4]   2> 1707861 T3908 C1089 oass.SolrIndexSearcher.<init> Opening Searcher@afc68a2 main
   [junit4]   2> 1707861 T3908 C1089 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1707861 T3916 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@afc68a2 main{StandardDirectoryReader(segments_5:9:nrt _0(4.6):c1 _1(4.6):c1 _2(4.6):c1 _3(4.6):c1)}
   [junit4]   2> 1707862 T3908 C1089 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2} {commit=} 0 33
   [junit4]   2> 1707864 T3939 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1707864 T3939 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 1707866 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
   [junit4]   2> 1707867 T3939 oash.SnapPuller.fetchLatestIndex Master's generation: 5
   [junit4]   2> 1707867 T3939 oash.SnapPuller.fetchLatestIndex Slave's generation: 4
   [junit4]   2> 1707867 T3939 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 1707873 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=5&version=2} status=0 QTime=4 
   [junit4]   2> 1707873 T3939 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 13
   [junit4]   2> 1707874 T3939 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201735149
   [junit4]   2> 1707878 T3939 oash.SnapPuller.fetchLatestIndex Starting download to MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@55e4abf4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1eb073b6) fullCopy=false
   [junit4]   2> 1707878 T3939 oash.SnapPuller.downloadIndexFiles Skipping download for _2.si because it already exists
   [junit4]   2> 1707881 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_3.cfs&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=5} status=0 QTime=0 
   [junit4]   2> 1707891 T3939 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfe because it already exists
   [junit4]   2> 1707891 T3939 oash.SnapPuller.downloadIndexFiles Skipping download for _2.cfs because it already exists
   [junit4]   2> 1707891 T3939 oash.SnapPuller.downloadIndexFiles Skipping download for _1.cfe because it already exists
   [junit4]   2> 1707892 T3939 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfs because it already exists
   [junit4]   2> 1707892 T3939 oash.SnapPuller.downloadIndexFiles Skipping download for _1.si because it already exists
   [junit4]   2> 1707894 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_3.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=5} status=0 QTime=0 
   [junit4]   2> 1707897 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_3.cfe&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=5} status=0 QTime=0 
   [junit4]   2> 1707898 T3939 oash.SnapPuller.downloadIndexFiles Skipping download for _1.cfs because it already exists
   [junit4]   2> 1707898 T3939 oash.SnapPuller.downloadIndexFiles Skipping download for _0.si because it already exists
   [junit4]   2> 1707901 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=segments_5&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=5} status=0 QTime=0 
   [junit4]   2> 1707902 T3939 oash.SnapPuller.downloadIndexFiles Skipping download for _2.cfe because it already exists
   [junit4]   2> 1707902 T3939 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
   [junit4]   2> 1707903 T3939 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
   [junit4]   2> 1707904 T3939 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 1707904 T3939 oasu.DefaultSolrCoreState.closeIndexWriter Rollback old IndexWriter... core=collection1
   [junit4]   2> 1707908 T3939 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
   [junit4]   2> 1707908 T3939 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@7c078eb0
   [junit4]   2> 1707914 T3939 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=4
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_4,generation=4}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_5,generation=5}
   [junit4]   2> 1707915 T3939 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
   [junit4]   2> 1707915 T3939 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 1707919 T3939 oass.SolrIndexSearcher.<init> Opening Searcher@792ad9e0 main
   [junit4]   2> 1707919 T3928 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@792ad9e0 main{StandardDirectoryReader(segments_5:9:nrt _0(4.6):c1 _1(4.6):c1 _2(4.6):c1 _3(4.6):c1)}
   [junit4]   2> 1707920 T3939 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201735149 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201735149;done=true>>]
   [junit4]   2> 1707920 T3939 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201735149
   [junit4]   2> 1707920 T3923 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:50522/solr/replication&command=fetchindex&wait=true} status=0 QTime=57 
   [junit4]   2> 1707933 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=name:(empty1+empty2+empty3+empty4)&wt=javabin&version=2} hits=4 status=0 QTime=10 
   [junit4]   2> 1707946 T3921 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=name:(empty1+empty2+empty3+empty4)&wt=javabin&version=2} hits=4 status=0 QTime=11 
   [junit4]   2> 1707955 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=6 
   [junit4]   2> 1707961 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=3 
   [junit4]   2> 1707972 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={slave=false&command=details&wt=javabin&qt=/replication&version=2} status=0 QTime=3 
   [junit4]   2> 1707972 T3921 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=9 
   [junit4]   2> 1707975 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&_trace=assertVersions&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> 1707978 T3921 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&_trace=assertVersions&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> 1707979 T3905 oas.SolrTestCaseJ4.tearDown ###Ending testEmptyCommits
   [junit4]   2> 1707979 T3905 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1788976326
   [junit4]   2> 1707980 T3905 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@734218b6
   [junit4]   2> 1707981 T3905 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=4,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1707982 T3905 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1707982 T3905 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1707983 T3905 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1707984 T3905 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1707985 T3905 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1707985 T3905 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data;done=false>>]
   [junit4]   2> 1707986 T3905 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data
   [junit4]   2> 1707986 T3905 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data/index;done=false>>]
   [junit4]   2> 1707987 T3905 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data/index
   [junit4]   2> 1708000 T3905 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 1708053 T3905 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1135935181
   [junit4]   2> 1708054 T3905 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@f7a3e0d
   [junit4]   2> 1708055 T3905 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1708055 T3905 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1708056 T3905 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1708056 T3905 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1708057 T3905 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1708058 T3905 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1708058 T3905 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index;done=false>>]
   [junit4]   2> 1708059 T3905 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index
   [junit4]   2> 1708072 T3905 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data;done=false>>]
   [junit4]   2> 1708073 T3905 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data
   [junit4]   2> 1708073 T3905 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 1708140 T3905 oas.SolrTestCaseJ4.setUp ###Starting testNoWriter
   [junit4]   2> 1708158 T3905 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1708161 T3905 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:50530
   [junit4]   2> 1708162 T3905 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1708163 T3905 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1708163 T3905 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master
   [junit4]   2> 1708164 T3905 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/'
   [junit4]   2> 1708201 T3905 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/solr.xml
   [junit4]   2> 1708275 T3905 oasc.CoreContainer.<init> New CoreContainer 1490701424
   [junit4]   2> 1708276 T3905 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/]
   [junit4]   2> 1708277 T3905 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1708278 T3905 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1708278 T3905 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1708279 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1708279 T3905 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1708280 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1708280 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1708281 T3905 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1708281 T3905 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1708282 T3905 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1708288 T3905 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1708289 T3905 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1708294 T3950 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/collection1
   [junit4]   2> 1708295 T3950 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/collection1/'
   [junit4]   2> 1708348 T3950 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 1708408 T3950 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1708409 T3950 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1708415 T3950 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1708437 T3950 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1708439 T3950 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1708439 T3950 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/collection1/data/
   [junit4]   2> 1708439 T3950 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1708440 T3950 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/collection1/data
   [junit4]   2> 1708440 T3950 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/collection1/data/index/
   [junit4]   2> 1708440 T3950 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1708442 T3950 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/collection1/data/index
   [junit4]   2> 1708442 T3950 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=81.576171875, floorSegmentMB=1.365234375, forceMergeDeletesPctAllowed=14.760266510903985, segmentsPerTier=26.0, maxCFSSegmentSizeMB=1.880859375, noCFSRatio=0.0
   [junit4]   2> 1708449 T3950 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158538tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c117517),segFN=segments_1,generation=1}
   [junit4]   2> 1708450 T3950 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1708451 T3950 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1708451 T3950 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1708451 T3950 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1708452 T3950 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 1708452 T3950 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 1708452 T3950 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 1708452 T3950 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1708462 T3950 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1708465 T3950 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1708465 T3950 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1708466 T3950 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=2, maxMergedSegmentMB=97.9892578125, floorSegmentMB=0.560546875, forceMergeDeletesPctAllowed=29.769513095835528, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1708467 T3950 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158538tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c117517),segFN=segments_1,generation=1}
   [junit4]   2> 1708468 T3950 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1708468 T3950 oass.SolrIndexSearcher.<init> Opening Searcher@2618458c main
   [junit4]   2> 1708468 T3950 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1708469 T3950 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1708469 T3951 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2618458c main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1708469 T3950 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1708470 T3905 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 1708471 T3905 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1708471 T3905 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1708484 T3905 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1708486 T3905 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:50531
   [junit4]   2> 1708487 T3905 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1708487 T3905 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1708488 T3905 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655747/slave
   [junit4]   2> 1708488 T3905 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655747/slave/'
   [junit4]   2> 1708503 T3905 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655747/slave/solr.xml
   [junit4]   2> 1708560 T3905 oasc.CoreContainer.<init> New CoreContainer 1364924325
   [junit4]   2> 1708560 T3905 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655747/slave/]
   [junit4]   2> 1708562 T3905 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1708563 T3905 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1708563 T3905 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1708564 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1708564 T3905 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1708564 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1708565 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1708565 T3905 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1708566 T3905 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1708566 T3905 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1708567 T3905 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1708568 T3905 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1708574 T3962 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655747/slave/collection1
   [junit4]   2> 1708574 T3962 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655747/slave/collection1/'
   [junit4]   2> 1708626 T3962 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 1708680 T3962 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1708681 T3962 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1708687 T3962 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1708705 T3962 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1708707 T3962 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1708707 T3962 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655747/slave/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655747/slave/collection1/data/
   [junit4]   2> 1708707 T3962 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1708708 T3962 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655747/slave/collection1/data
   [junit4]   2> 1708708 T3962 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler

[...truncated too long message...]

losing IndexWriter
   [junit4]   2> 2515458 T3905 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2515459 T3905 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 2515460 T3905 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2515460 T3905 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459268/master/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459268/master/collection1/data;done=false>>]
   [junit4]   2> 2515461 T3905 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459268/master/collection1/data
   [junit4]   2> 2515461 T3905 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459268/master/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459268/master/collection1/data/index;done=false>>]
   [junit4]   2> 2515462 T3905 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459268/master/collection1/data/index
   [junit4]   2> 2515469 T3905 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 2515522 T3905 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1704412794
   [junit4]   2> 2515523 T3905 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@38ede750
   [junit4]   2> 2523766 T4730 oash.SnapPuller.fetchLatestIndex ERROR Master at: http://127.0.0.1:57906/solr is not available. Index fetch failed. Exception: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:57906/solr
   [junit4]   2> 2523767 T4730 oasc.SolrException.log ERROR SnapPull failed :org.apache.lucene.store.AlreadyClosedException: Already closed
   [junit4]   2> 		at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:340)
   [junit4]   2> 		at org.apache.solr.handler.ReplicationHandler.loadReplicationProperties(ReplicationHandler.java:811)
   [junit4]   2> 		at org.apache.solr.handler.SnapPuller.logReplicationTimeAndConfFiles(SnapPuller.java:546)
   [junit4]   2> 		at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:488)
   [junit4]   2> 		at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:322)
   [junit4]   2> 		at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:223)
   [junit4]   2> 	
   [junit4]   2> 2527728 T4805 oash.SnapPuller.fetchLatestIndex ERROR Master at: http://127.0.0.1:34253/solr is not available. Index fetch failed. Exception: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34253/solr
   [junit4]   2> 2527729 T3905 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 2527730 T3905 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 2527730 T3905 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2527731 T3905 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2527732 T3905 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 2527733 T3905 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2527733 T3905 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459619/slave/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459619/slave/collection1/data/index;done=false>>]
   [junit4]   2> 2527734 T3905 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459619/slave/collection1/data/index
   [junit4]   2> 2527736 T3905 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459619/slave/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459619/slave/collection1/data;done=false>>]
   [junit4]   2> 2527737 T3905 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459619/slave/collection1/data
   [junit4]   2> 2527738 T3905 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 2527802 T3905 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene3x, sim=DefaultSimilarity, locale=ar, timezone=Etc/Universal
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=133715120,total=385613824
   [junit4]   2> NOTE: All tests run in this JVM: [QueryEqualityTest, TestLFUCache, TestSolrIndexConfig, OverseerTest, SliceStateUpdateTest, TestCharFilters, HdfsDirectoryTest, TestBM25SimilarityFactory, SyncSliceTest, CSVRequestHandlerTest, WordBreakSolrSpellCheckerTest, UnloadDistributedZkTest, AddSchemaFieldsUpdateProcessorFactoryTest, QueryResultKeyTest, TestConfig, BasicFunctionalityTest, TestSolrXml, HdfsBasicDistributedZkTest, TestLMDirichletSimilarityFactory, TestSystemIdResolver, FileBasedSpellCheckerTest, TestCloudManagedSchemaAddField, SolrXmlInZkTest, RegexBoostProcessorTest, TestRecoveryHdfs, QueryElevationComponentTest, TestGroupingSearch, HdfsBasicDistributedZk2Test, TestSolrQueryParser, CoreAdminHandlerTest, ShowFileRequestHandlerTest, SystemInfoHandlerTest, TestFieldResource, TestUniqueKeyFieldResource, DocValuesTest, TestSchemaSimilarityResource, URLClassifyProcessorTest, CoreAdminCreateDiscoverTest, IndexSchemaTest, ShardRoutingTest, TestQueryUtils, LukeRequestHandlerTest, DirectUpdateHandlerOptimizeTest, ResponseLogComponentTest, TestRemoteStreaming, RecoveryZkTest, OverseerCollectionProcessorTest, TestNoOpRegenerator, CachingDirectoryFactoryTest, MBeansHandlerTest, SimpleFacetsTest, HdfsUnloadDistributedZkTest, EchoParamsTest, TestDocSet, BinaryUpdateRequestHandlerTest, TestPseudoReturnFields, TestSolrQueryParserDefaultOperatorResource, TestLMJelinekMercerSimilarityFactory, TestJoin, TermsComponentTest, SuggesterTest, ReturnFieldsTest, UUIDFieldTest, TestSurroundQueryParser, TestElisionMultitermQuery, TestSearchPerf, TestStressVersions, JsonLoaderTest, ZkControllerTest, TermVectorComponentTest, HdfsSyncSliceTest, AutoCommitTest, MoreLikeThisHandlerTest, TestRealTimeGet, ClusterStateTest, HdfsLockFactoryTest, DateMathParserTest, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler]
   [junit4] Completed on J0 in 821.03s, 14 tests, 1 failure <<< FAILURES!

[...truncated 486 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:435: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:408: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:451: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:876: There were test failures: 327 suites, 1453 tests, 1 failure, 32 ignored (4 assumptions)

Total time: 115 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure