You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/10/11 22:43:37 UTC

[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 402 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/402/

1 tests failed.
REGRESSION:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1381523380079,generation=2,filelist=[_2o.fdt, _2o.fdx, _2o.fnm, _2o.frq, _2o.nrm, _2o.si, _2o.tii, _2o.tis, _37.fdt, _37.fdx, _37.fnm, _37.frq, _37.nrm, _37.si, _37.tii, _37.tis, _3q.fdt, _3q.fdx, _3q.fnm, _3q.frq, _3q.nrm, _3q.si, _3q.tii, _3q.tis, _4m.fdt, _4m.fdx, _4m.fnm, _4m.frq, _4m.nrm, _4m.si, _4m.tii, _4m.tis, _5c.fdt, _5c.fdx, _5c.fnm, _5c.frq, _5c.nrm, _5c.si, _5c.tii, _5c.tis, _5i.fdt, _5i.fdx, _5i.fnm, _5i.frq, _5i.nrm, _5i.si, _5i.tii, _5i.tis, _5v.fdt, _5v.fdx, _5v.fnm, _5v.frq, _5v.nrm, _5v.si, _5v.tii, _5v.tis, _61.fdt, _61.fdx, _61.fnm, _61.frq, _61.nrm, _61.si, _61.tii, _61.tis, _6e.fdt, _6e.fdx, _6e.fnm, _6e.frq, _6e.nrm, _6e.si, _6e.tii, _6e.tis, _6x.fdt, _6x.fdx, _6x.fnm, _6x.frq, _6x.nrm, _6x.si, _6x.tii, _6x.tis, _7a.fdt, _7a.fdx, _7a.fnm, _7a.frq, _7a.nrm, _7a.si, _7a.tii, _7a.tis, _7t.fdt, _7t.fdx, _7t.fnm, _7t.frq, _7t.nrm, _7t.si, _7t.tii, _7t.tis, _86.fdt, _86.fdx, _86.fnm, _86.frq, _86.nrm, _86.si, _86.tii, _86.tis, _8d.fdt, _8d.fdx, _8d.fnm, _8d.frq, _8d.nrm, _8d.si, _8d.tii, _8d.tis, _8e.cfe, _8e.cfs, _8e.si, _8f.cfe, _8f.cfs, _8f.si, _8g.cfe, _8g.cfs, _8g.si, _8h.cfe, _8h.cfs, _8h.si, _8i.cfe, _8i.cfs, _8i.si, segments_2]}]> but was:<[{indexVersion=1381523380079,generation=2,filelist=[_2o.fdt, _2o.fdx, _2o.fnm, _2o.frq, _2o.nrm, _2o.si, _2o.tii, _2o.tis, _37.fdt, _37.fdx, _37.fnm, _37.frq, _37.nrm, _37.si, _37.tii, _37.tis, _3q.fdt, _3q.fdx, _3q.fnm, _3q.frq, _3q.nrm, _3q.si, _3q.tii, _3q.tis, _4m.fdt, _4m.fdx, _4m.fnm, _4m.frq, _4m.nrm, _4m.si, _4m.tii, _4m.tis, _5c.fdt, _5c.fdx, _5c.fnm, _5c.frq, _5c.nrm, _5c.si, _5c.tii, _5c.tis, _5i.fdt, _5i.fdx, _5i.fnm, _5i.frq, _5i.nrm, _5i.si, _5i.tii, _5i.tis, _5v.fdt, _5v.fdx, _5v.fnm, _5v.frq, _5v.nrm, _5v.si, _5v.tii, _5v.tis, _61.fdt, _61.fdx, _61.fnm, _61.frq, _61.nrm, _61.si, _61.tii, _61.tis, _6e.fdt, _6e.fdx, _6e.fnm, _6e.frq, _6e.nrm, _6e.si, _6e.tii, _6e.tis, _6x.fdt, _6x.fdx, _6x.fnm, _6x.frq, _6x.nrm, _6x.si, _6x.tii, _6x.tis, _7a.fdt, _7a.fdx, _7a.fnm, _7a.frq, _7a.nrm, _7a.si, _7a.tii, _7a.tis, _7t.fdt, _7t.fdx, _7t.fnm, _7t.frq, _7t.nrm, _7t.si, _7t.tii, _7t.tis, _86.fdt, _86.fdx, _86.fnm, _86.frq, _86.nrm, _86.si, _86.tii, _86.tis, _8d.fdt, _8d.fdx, _8d.fnm, _8d.frq, _8d.nrm, _8d.si, _8d.tii, _8d.tis, _8e.cfe, _8e.cfs, _8e.si, _8f.cfe, _8f.cfs, _8f.si, _8g.cfe, _8g.cfs, _8g.si, _8h.cfe, _8h.cfs, _8h.si, _8i.cfe, _8i.cfs, _8i.si, segments_2]}, {indexVersion=1381523380079,generation=3,filelist=[_2o.fdt, _2o.fdx, _2o.fnm, _2o.frq, _2o.nrm, _2o.si, _2o.tii, _2o.tis, _37.fdt, _37.fdx, _37.fnm, _37.frq, _37.nrm, _37.si, _37.tii, _37.tis, _3q.fdt, _3q.fdx, _3q.fnm, _3q.frq, _3q.nrm, _3q.si, _3q.tii, _3q.tis, _4m.fdt, _4m.fdx, _4m.fnm, _4m.frq, _4m.nrm, _4m.si, _4m.tii, _4m.tis, _5c.fdt, _5c.fdx, _5c.fnm, _5c.frq, _5c.nrm, _5c.si, _5c.tii, _5c.tis, _5i.fdt, _5i.fdx, _5i.fnm, _5i.frq, _5i.nrm, _5i.si, _5i.tii, _5i.tis, _5v.fdt, _5v.fdx, _5v.fnm, _5v.frq, _5v.nrm, _5v.si, _5v.tii, _5v.tis, _61.fdt, _61.fdx, _61.fnm, _61.frq, _61.nrm, _61.si, _61.tii, _61.tis, _6e.fdt, _6e.fdx, _6e.fnm, _6e.frq, _6e.nrm, _6e.si, _6e.tii, _6e.tis, _6x.fdt, _6x.fdx, _6x.fnm, _6x.frq, _6x.nrm, _6x.si, _6x.tii, _6x.tis, _7a.fdt, _7a.fdx, _7a.fnm, _7a.frq, _7a.nrm, _7a.si, _7a.tii, _7a.tis, _7t.fdt, _7t.fdx, _7t.fnm, _7t.frq, _7t.nrm, _7t.si, _7t.tii, _7t.tis, _86.fdt, _86.fdx, _86.fnm, _86.frq, _86.nrm, _86.si, _86.tii, _86.tis, _8j.fdt, _8j.fdx, _8j.fnm, _8j.frq, _8j.nrm, _8j.si, _8j.tii, _8j.tis, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1381523380079,generation=2,filelist=[_2o.fdt, _2o.fdx, _2o.fnm, _2o.frq, _2o.nrm, _2o.si, _2o.tii, _2o.tis, _37.fdt, _37.fdx, _37.fnm, _37.frq, _37.nrm, _37.si, _37.tii, _37.tis, _3q.fdt, _3q.fdx, _3q.fnm, _3q.frq, _3q.nrm, _3q.si, _3q.tii, _3q.tis, _4m.fdt, _4m.fdx, _4m.fnm, _4m.frq, _4m.nrm, _4m.si, _4m.tii, _4m.tis, _5c.fdt, _5c.fdx, _5c.fnm, _5c.frq, _5c.nrm, _5c.si, _5c.tii, _5c.tis, _5i.fdt, _5i.fdx, _5i.fnm, _5i.frq, _5i.nrm, _5i.si, _5i.tii, _5i.tis, _5v.fdt, _5v.fdx, _5v.fnm, _5v.frq, _5v.nrm, _5v.si, _5v.tii, _5v.tis, _61.fdt, _61.fdx, _61.fnm, _61.frq, _61.nrm, _61.si, _61.tii, _61.tis, _6e.fdt, _6e.fdx, _6e.fnm, _6e.frq, _6e.nrm, _6e.si, _6e.tii, _6e.tis, _6x.fdt, _6x.fdx, _6x.fnm, _6x.frq, _6x.nrm, _6x.si, _6x.tii, _6x.tis, _7a.fdt, _7a.fdx, _7a.fnm, _7a.frq, _7a.nrm, _7a.si, _7a.tii, _7a.tis, _7t.fdt, _7t.fdx, _7t.fnm, _7t.frq, _7t.nrm, _7t.si, _7t.tii, _7t.tis, _86.fdt, _86.fdx, _86.fnm, _86.frq, _86.nrm, _86.si, _86.tii, _86.tis, _8d.fdt, _8d.fdx, _8d.fnm, _8d.frq, _8d.nrm, _8d.si, _8d.tii, _8d.tis, _8e.cfe, _8e.cfs, _8e.si, _8f.cfe, _8f.cfs, _8f.si, _8g.cfe, _8g.cfs, _8g.si, _8h.cfe, _8h.cfs, _8h.si, _8i.cfe, _8i.cfs, _8i.si, segments_2]}]> but was:<[{indexVersion=1381523380079,generation=2,filelist=[_2o.fdt, _2o.fdx, _2o.fnm, _2o.frq, _2o.nrm, _2o.si, _2o.tii, _2o.tis, _37.fdt, _37.fdx, _37.fnm, _37.frq, _37.nrm, _37.si, _37.tii, _37.tis, _3q.fdt, _3q.fdx, _3q.fnm, _3q.frq, _3q.nrm, _3q.si, _3q.tii, _3q.tis, _4m.fdt, _4m.fdx, _4m.fnm, _4m.frq, _4m.nrm, _4m.si, _4m.tii, _4m.tis, _5c.fdt, _5c.fdx, _5c.fnm, _5c.frq, _5c.nrm, _5c.si, _5c.tii, _5c.tis, _5i.fdt, _5i.fdx, _5i.fnm, _5i.frq, _5i.nrm, _5i.si, _5i.tii, _5i.tis, _5v.fdt, _5v.fdx, _5v.fnm, _5v.frq, _5v.nrm, _5v.si, _5v.tii, _5v.tis, _61.fdt, _61.fdx, _61.fnm, _61.frq, _61.nrm, _61.si, _61.tii, _61.tis, _6e.fdt, _6e.fdx, _6e.fnm, _6e.frq, _6e.nrm, _6e.si, _6e.tii, _6e.tis, _6x.fdt, _6x.fdx, _6x.fnm, _6x.frq, _6x.nrm, _6x.si, _6x.tii, _6x.tis, _7a.fdt, _7a.fdx, _7a.fnm, _7a.frq, _7a.nrm, _7a.si, _7a.tii, _7a.tis, _7t.fdt, _7t.fdx, _7t.fnm, _7t.frq, _7t.nrm, _7t.si, _7t.tii, _7t.tis, _86.fdt, _86.fdx, _86.fnm, _86.frq, _86.nrm, _86.si, _86.tii, _86.tis, _8d.fdt, _8d.fdx, _8d.fnm, _8d.frq, _8d.nrm, _8d.si, _8d.tii, _8d.tis, _8e.cfe, _8e.cfs, _8e.si, _8f.cfe, _8f.cfs, _8f.si, _8g.cfe, _8g.cfs, _8g.si, _8h.cfe, _8h.cfs, _8h.si, _8i.cfe, _8i.cfs, _8i.si, segments_2]}, {indexVersion=1381523380079,generation=3,filelist=[_2o.fdt, _2o.fdx, _2o.fnm, _2o.frq, _2o.nrm, _2o.si, _2o.tii, _2o.tis, _37.fdt, _37.fdx, _37.fnm, _37.frq, _37.nrm, _37.si, _37.tii, _37.tis, _3q.fdt, _3q.fdx, _3q.fnm, _3q.frq, _3q.nrm, _3q.si, _3q.tii, _3q.tis, _4m.fdt, _4m.fdx, _4m.fnm, _4m.frq, _4m.nrm, _4m.si, _4m.tii, _4m.tis, _5c.fdt, _5c.fdx, _5c.fnm, _5c.frq, _5c.nrm, _5c.si, _5c.tii, _5c.tis, _5i.fdt, _5i.fdx, _5i.fnm, _5i.frq, _5i.nrm, _5i.si, _5i.tii, _5i.tis, _5v.fdt, _5v.fdx, _5v.fnm, _5v.frq, _5v.nrm, _5v.si, _5v.tii, _5v.tis, _61.fdt, _61.fdx, _61.fnm, _61.frq, _61.nrm, _61.si, _61.tii, _61.tis, _6e.fdt, _6e.fdx, _6e.fnm, _6e.frq, _6e.nrm, _6e.si, _6e.tii, _6e.tis, _6x.fdt, _6x.fdx, _6x.fnm, _6x.frq, _6x.nrm, _6x.si, _6x.tii, _6x.tis, _7a.fdt, _7a.fdx, _7a.fnm, _7a.frq, _7a.nrm, _7a.si, _7a.tii, _7a.tis, _7t.fdt, _7t.fdx, _7t.fnm, _7t.frq, _7t.nrm, _7t.si, _7t.tii, _7t.tis, _86.fdt, _86.fdx, _86.fnm, _86.frq, _86.nrm, _86.si, _86.tii, _86.tis, _8j.fdt, _8j.fdx, _8j.fnm, _8j.frq, _8j.nrm, _8j.si, _8j.tii, _8j.tis, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([4194D8D115C2AAAC:6443C3E1658AA4AF]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1178)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 9691 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> 1706808 T3905 oas.SolrTestCaseJ4.setUp ###Starting testEmptyCommits
   [junit4]   2> 1706827 T3905 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1706830 T3905 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:50522
   [junit4]   2> 1706830 T3905 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1706831 T3905 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1706831 T3905 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master
   [junit4]   2> 1706832 T3905 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/'
   [junit4]   2> 1706869 T3905 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/solr.xml
   [junit4]   2> 1706943 T3905 oasc.CoreContainer.<init> New CoreContainer 1788976326
   [junit4]   2> 1706943 T3905 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/]
   [junit4]   2> 1706945 T3905 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1706946 T3905 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1706946 T3905 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1706946 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1706947 T3905 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1706947 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1706948 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1706948 T3905 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1706949 T3905 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1706949 T3905 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1706956 T3905 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1706956 T3905 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1706962 T3915 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1
   [junit4]   2> 1706963 T3915 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/'
   [junit4]   2> 1707016 T3915 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 1707077 T3915 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1707078 T3915 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1707084 T3915 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1707106 T3915 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1707108 T3915 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1707108 T3915 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data/
   [junit4]   2> 1707108 T3915 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1707109 T3915 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data
   [junit4]   2> 1707109 T3915 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data/index/
   [junit4]   2> 1707109 T3915 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1707111 T3915 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data/index
   [junit4]   2> 1707111 T3915 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=81.576171875, floorSegmentMB=1.365234375, forceMergeDeletesPctAllowed=14.760266510903985, segmentsPerTier=26.0, maxCFSSegmentSizeMB=1.880859375, noCFSRatio=0.0
   [junit4]   2> 1707128 T3915 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_1,generation=1}
   [junit4]   2> 1707129 T3915 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1707130 T3915 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1707130 T3915 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1707131 T3915 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1707131 T3915 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 1707131 T3915 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 1707131 T3915 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 1707132 T3915 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1707141 T3915 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1707144 T3915 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1707145 T3915 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1707145 T3915 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=2, maxMergedSegmentMB=97.9892578125, floorSegmentMB=0.560546875, forceMergeDeletesPctAllowed=29.769513095835528, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1707147 T3915 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_1,generation=1}
   [junit4]   2> 1707147 T3915 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1707147 T3915 oass.SolrIndexSearcher.<init> Opening Searcher@5c46d0b4 main
   [junit4]   2> 1707148 T3915 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1707148 T3915 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1707148 T3916 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5c46d0b4 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1707148 T3915 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1707150 T3905 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 1707151 T3905 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1707151 T3905 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1707164 T3905 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1707166 T3905 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:50523
   [junit4]   2> 1707167 T3905 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1707167 T3905 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1707168 T3905 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave
   [junit4]   2> 1707168 T3905 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/'
   [junit4]   2> 1707183 T3905 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/solr.xml
   [junit4]   2> 1707240 T3905 oasc.CoreContainer.<init> New CoreContainer 1135935181
   [junit4]   2> 1707241 T3905 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/]
   [junit4]   2> 1707242 T3905 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1707243 T3905 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1707243 T3905 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1707244 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1707244 T3905 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1707245 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1707245 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1707245 T3905 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1707246 T3905 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1707246 T3905 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1707248 T3905 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1707248 T3905 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1707254 T3927 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1
   [junit4]   2> 1707254 T3927 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/'
   [junit4]   2> 1707307 T3927 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 1707362 T3927 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1707363 T3927 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1707369 T3927 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1707387 T3927 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1707389 T3927 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1707389 T3927 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/
   [junit4]   2> 1707390 T3927 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1707391 T3927 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data
   [junit4]   2> 1707391 T3927 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index/
   [junit4]   2> 1707391 T3927 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1707393 T3927 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index
   [junit4]   2> 1707393 T3927 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=81.576171875, floorSegmentMB=1.365234375, forceMergeDeletesPctAllowed=14.760266510903985, segmentsPerTier=26.0, maxCFSSegmentSizeMB=1.880859375, noCFSRatio=0.0
   [junit4]   2> 1707423 T3927 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_1,generation=1}
   [junit4]   2> 1707423 T3927 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1707424 T3927 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1707425 T3927 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1707425 T3927 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 1707425 T3927 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 1707425 T3927 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 1707426 T3927 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1707426 T3927 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1707428 T3927 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1707431 T3927 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1707431 T3927 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1707432 T3927 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=2, maxMergedSegmentMB=97.9892578125, floorSegmentMB=0.560546875, forceMergeDeletesPctAllowed=29.769513095835528, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1707433 T3927 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_1,generation=1}
   [junit4]   2> 1707433 T3927 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1707434 T3927 oass.SolrIndexSearcher.<init> Opening Searcher@2bb4c939 main
   [junit4]   2> 1707440 T3927 oash.SnapPuller.startExecutorService Poll Scheduled at an interval of 1000ms
   [junit4]   2> 1707440 T3928 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2bb4c939 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1707440 T3927 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1707441 T3905 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 1707442 T3905 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1707442 T3905 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> ASYNC  NEW_CORE C1088 name=collection1 org.apache.solr.core.SolrCore@734218b6
   [junit4]   2> 1707452 T3908 C1088 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=1 
   [junit4]   2> 1707457 T3908 C1088 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 2
   [junit4]   2> 1707460 T3908 C1088 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1707486 T3908 C1088 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_2,generation=2}
   [junit4]   2> 1707487 T3908 C1088 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 1707489 T3908 C1088 oass.SolrIndexSearcher.<init> Opening Searcher@2dd7cd8c main
   [junit4]   2> 1707489 T3908 C1088 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1707489 T3916 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2dd7cd8c main{StandardDirectoryReader(segments_2:3:nrt _0(4.6):c1)}
   [junit4]   2> 1707490 T3908 C1088 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2} {commit=} 0 30
   [junit4]   2> 1707502 T3931 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1707503 T3931 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 1707504 T3909 C1088 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
   [junit4]   2> 1707505 T3931 oash.SnapPuller.fetchLatestIndex Master's generation: 2
   [junit4]   2> 1707505 T3931 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
   [junit4]   2> 1707505 T3931 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 1707515 T3909 C1088 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=8 
   [junit4]   2> 1707516 T3931 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 4
   [junit4]   2> 1707517 T3931 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201734791
   [junit4]   2> 1707518 T3931 oash.SnapPuller.fetchLatestIndex Starting download to MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@61c9df8d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7dfff4d9) fullCopy=false
   [junit4]   2> 1707521 T3909 C1088 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.cfs&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> 1707533 T3909 C1088 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.cfe&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> 1707536 T3909 C1088 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> ASYNC  NEW_CORE C1089 name=collection1 org.apache.solr.core.SolrCore@734218b6
   [junit4]   2> 1707545 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> 1707547 T3931 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
   [junit4]   2> 1707548 T3931 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
   [junit4]   2> 1707548 T3931 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 1707548 T3931 oasu.DefaultSolrCoreState.closeIndexWriter Rollback old IndexWriter... core=collection1
   [junit4]   2> 1707551 T3931 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
   [junit4]   2> 1707551 T3931 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@15bbe136
   [junit4]   2> 1707554 T3931 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_2,generation=2}
   [junit4]   2> 1707554 T3931 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 1707555 T3931 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 1707556 T3931 oass.SolrIndexSearcher.<init> Opening Searcher@3885b9b6 main
   [junit4]   2> 1707556 T3928 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3885b9b6 main{StandardDirectoryReader(segments_2:3:nrt _0(4.6):c1)}
   [junit4]   2> 1707557 T3931 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201734791 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201734791;done=true>>]
   [junit4]   2> 1707557 T3931 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201734791
   [junit4]   2> ASYNC  NEW_CORE C1090 name=collection1 org.apache.solr.core.SolrCore@f7a3e0d
   [junit4]   2> 1707557 T3920 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:50522/solr/replication&command=fetchindex&wait=true} status=0 QTime=55 
   [junit4]   2> 1707562 T3921 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=name:empty1&wt=javabin&version=2} hits=1 status=0 QTime=2 
   [junit4]   2> 1707567 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
   [junit4]   2> 1707571 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
   [junit4]   2> 1707579 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={slave=false&command=details&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
   [junit4]   2> 1707580 T3921 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=6 
   [junit4]   2> 1707583 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&_trace=assertVersions&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> 1707586 T3921 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&_trace=assertVersions&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> 1707589 T3908 C1089 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1707589 T3908 C1089 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1707590 T3908 C1089 oass.SolrIndexSearcher.<init> Opening Searcher@5e8c73a1 main
   [junit4]   2> 1707590 T3908 C1089 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1707590 T3916 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e8c73a1 main{StandardDirectoryReader(segments_2:3:nrt _0(4.6):c1)}
   [junit4]   2> 1707591 T3908 C1089 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2} {commit=} 0 2
   [junit4]   2> 1707592 T3934 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1707592 T3934 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 1707595 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
   [junit4]   2> 1707596 T3934 oash.SnapPuller.fetchLatestIndex Slave in sync with master.
   [junit4]   2> 1707596 T3920 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:50522/solr/replication&command=fetchindex&wait=true} status=0 QTime=4 
   [junit4]   2> 1707601 T3908 C1089 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 2
   [junit4]   2> 1707603 T3908 C1089 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1707631 T3908 C1089 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_3,generation=3}
   [junit4]   2> 1707631 T3908 C1089 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 1707633 T3908 C1089 oass.SolrIndexSearcher.<init> Opening Searcher@6491060e main
   [junit4]   2> 1707633 T3908 C1089 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1707633 T3916 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6491060e main{StandardDirectoryReader(segments_3:5:nrt _0(4.6):c1 _1(4.6):c1)}
   [junit4]   2> 1707634 T3908 C1089 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2} {commit=} 0 31
   [junit4]   2> 1707635 T3935 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1707635 T3935 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 1707637 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
   [junit4]   2> 1707638 T3935 oash.SnapPuller.fetchLatestIndex Master's generation: 3
   [junit4]   2> 1707638 T3935 oash.SnapPuller.fetchLatestIndex Slave's generation: 2
   [junit4]   2> 1707638 T3935 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 1707642 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=2 
   [junit4]   2> 1707643 T3935 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 7
   [junit4]   2> 1707644 T3935 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201734918
   [junit4]   2> 1707646 T3935 oash.SnapPuller.fetchLatestIndex Starting download to MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@efe9d8d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@52cdc2f3) fullCopy=false
   [junit4]   2> 1707646 T3935 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfs because it already exists
   [junit4]   2> 1707647 T3935 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfe because it already exists
   [junit4]   2> 1707649 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_1.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
   [junit4]   2> 1707659 T3935 oash.SnapPuller.downloadIndexFiles Skipping download for _0.si because it already exists
   [junit4]   2> 1707661 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_1.cfs&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
   [junit4]   2> 1707664 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
   [junit4]   2> 1707667 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_1.cfe&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
   [junit4]   2> 1707668 T3935 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
   [junit4]   2> 1707670 T3935 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
   [junit4]   2> 1707670 T3935 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 1707670 T3935 oasu.DefaultSolrCoreState.closeIndexWriter Rollback old IndexWriter... core=collection1
   [junit4]   2> 1707674 T3935 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
   [junit4]   2> 1707674 T3935 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4500d4bf
   [junit4]   2> 1707678 T3935 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_3,generation=3}
   [junit4]   2> 1707678 T3935 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 1707678 T3935 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 1707680 T3935 oass.SolrIndexSearcher.<init> Opening Searcher@7366fc main
   [junit4]   2> 1707680 T3928 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7366fc main{StandardDirectoryReader(segments_3:5:nrt _0(4.6):c1 _1(4.6):c1)}
   [junit4]   2> 1707681 T3935 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201734918 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201734918;done=true>>]
   [junit4]   2> 1707681 T3935 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201734918
   [junit4]   2> 1707681 T3920 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:50522/solr/replication&command=fetchindex&wait=true} status=0 QTime=46 
   [junit4]   2> 1707687 T3921 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=name:empty2&wt=javabin&version=2} hits=1 status=0 QTime=3 
   [junit4]   2> 1707692 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
   [junit4]   2> 1707697 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
   [junit4]   2> 1707705 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={slave=false&command=details&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
   [junit4]   2> 1707705 T3921 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=6 
   [junit4]   2> 1707708 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&_trace=assertVersions&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> 1707711 T3921 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&_trace=assertVersions&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> 1707716 T3908 C1089 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 2
   [junit4]   2> 1707718 T3908 C1089 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1707728 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
   [junit4]   2> 1707729 T3929 oash.SnapPuller.fetchLatestIndex Slave in sync with master.
   [junit4]   2> 1707752 T3908 C1089 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_4,generation=4}
   [junit4]   2> 1707753 T3908 C1089 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 1707754 T3908 C1089 oass.SolrIndexSearcher.<init> Opening Searcher@14e7bd5 realtime
   [junit4]   2> 1707755 T3908 C1089 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1707755 T3908 C1089 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2} {commit=} 0 37
   [junit4]   2> 1707757 T3937 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1707757 T3937 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 1707760 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
   [junit4]   2> 1707761 T3937 oash.SnapPuller.fetchLatestIndex Master's generation: 4
   [junit4]   2> 1707761 T3937 oash.SnapPuller.fetchLatestIndex Slave's generation: 3
   [junit4]   2> 1707761 T3937 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 1707766 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=3 
   [junit4]   2> 1707767 T3937 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 10
   [junit4]   2> 1707767 T3937 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201735042
   [junit4]   2> 1707771 T3937 oash.SnapPuller.fetchLatestIndex Starting download to MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@34e0b629 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c215e0c) fullCopy=false
   [junit4]   2> 1707773 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_2.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
   [junit4]   2> 1707783 T3937 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfs because it already exists
   [junit4]   2> 1707783 T3937 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfe because it already exists
   [junit4]   2> 1707784 T3937 oash.SnapPuller.downloadIndexFiles Skipping download for _1.si because it already exists
   [junit4]   2> 1707784 T3937 oash.SnapPuller.downloadIndexFiles Skipping download for _0.si because it already exists
   [junit4]   2> 1707784 T3937 oash.SnapPuller.downloadIndexFiles Skipping download for _1.cfs because it already exists
   [junit4]   2> 1707787 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_2.cfs&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
   [junit4]   2> 1707791 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_2.cfe&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
   [junit4]   2> 1707794 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
   [junit4]   2> 1707795 T3937 oash.SnapPuller.downloadIndexFiles Skipping download for _1.cfe because it already exists
   [junit4]   2> 1707795 T3937 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
   [junit4]   2> 1707797 T3937 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
   [junit4]   2> 1707797 T3937 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 1707797 T3937 oasu.DefaultSolrCoreState.closeIndexWriter Rollback old IndexWriter... core=collection1
   [junit4]   2> 1707800 T3937 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
   [junit4]   2> 1707801 T3937 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@22a14827
   [junit4]   2> 1707805 T3937 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=3
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_4,generation=4}
   [junit4]   2> 1707806 T3937 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 1707806 T3937 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 1707808 T3937 oass.SolrIndexSearcher.<init> Opening Searcher@a3bd9c8 main
   [junit4]   2> 1707808 T3928 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a3bd9c8 main{StandardDirectoryReader(segments_4:7:nrt _0(4.6):c1 _1(4.6):c1 _2(4.6):c1)}
   [junit4]   2> 1707809 T3937 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201735042 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201735042;done=true>>]
   [junit4]   2> 1707809 T3937 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201735042
   [junit4]   2> 1707809 T3922 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:50522/solr/replication&command=fetchindex&wait=true} status=0 QTime=52 
   [junit4]   2> 1707814 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=name:empty3&wt=javabin&version=2} hits=0 status=0 QTime=2 
   [junit4]   2> 1707821 T3921 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=name:empty3&wt=javabin&version=2} hits=1 status=0 QTime=4 
   [junit4]   2> 1707826 T3908 C1089 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 2
   [junit4]   2> 1707829 T3908 C1089 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1707859 T3908 C1089 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=4
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_4,generation=4}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158536tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60bbec81),segFN=segments_5,generation=5}
   [junit4]   2> 1707859 T3908 C1089 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
   [junit4]   2> 1707861 T3908 C1089 oass.SolrIndexSearcher.<init> Opening Searcher@afc68a2 main
   [junit4]   2> 1707861 T3908 C1089 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1707861 T3916 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@afc68a2 main{StandardDirectoryReader(segments_5:9:nrt _0(4.6):c1 _1(4.6):c1 _2(4.6):c1 _3(4.6):c1)}
   [junit4]   2> 1707862 T3908 C1089 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2} {commit=} 0 33
   [junit4]   2> 1707864 T3939 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1707864 T3939 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 1707866 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
   [junit4]   2> 1707867 T3939 oash.SnapPuller.fetchLatestIndex Master's generation: 5
   [junit4]   2> 1707867 T3939 oash.SnapPuller.fetchLatestIndex Slave's generation: 4
   [junit4]   2> 1707867 T3939 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 1707873 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=5&version=2} status=0 QTime=4 
   [junit4]   2> 1707873 T3939 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 13
   [junit4]   2> 1707874 T3939 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201735149
   [junit4]   2> 1707878 T3939 oash.SnapPuller.fetchLatestIndex Starting download to MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@55e4abf4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1eb073b6) fullCopy=false
   [junit4]   2> 1707878 T3939 oash.SnapPuller.downloadIndexFiles Skipping download for _2.si because it already exists
   [junit4]   2> 1707881 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_3.cfs&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=5} status=0 QTime=0 
   [junit4]   2> 1707891 T3939 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfe because it already exists
   [junit4]   2> 1707891 T3939 oash.SnapPuller.downloadIndexFiles Skipping download for _2.cfs because it already exists
   [junit4]   2> 1707891 T3939 oash.SnapPuller.downloadIndexFiles Skipping download for _1.cfe because it already exists
   [junit4]   2> 1707892 T3939 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfs because it already exists
   [junit4]   2> 1707892 T3939 oash.SnapPuller.downloadIndexFiles Skipping download for _1.si because it already exists
   [junit4]   2> 1707894 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_3.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=5} status=0 QTime=0 
   [junit4]   2> 1707897 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_3.cfe&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=5} status=0 QTime=0 
   [junit4]   2> 1707898 T3939 oash.SnapPuller.downloadIndexFiles Skipping download for _1.cfs because it already exists
   [junit4]   2> 1707898 T3939 oash.SnapPuller.downloadIndexFiles Skipping download for _0.si because it already exists
   [junit4]   2> 1707901 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=segments_5&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=5} status=0 QTime=0 
   [junit4]   2> 1707902 T3939 oash.SnapPuller.downloadIndexFiles Skipping download for _2.cfe because it already exists
   [junit4]   2> 1707902 T3939 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
   [junit4]   2> 1707903 T3939 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
   [junit4]   2> 1707904 T3939 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 1707904 T3939 oasu.DefaultSolrCoreState.closeIndexWriter Rollback old IndexWriter... core=collection1
   [junit4]   2> 1707908 T3939 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
   [junit4]   2> 1707908 T3939 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@7c078eb0
   [junit4]   2> 1707914 T3939 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=4
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_4,generation=4}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158537tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ef70057),segFN=segments_5,generation=5}
   [junit4]   2> 1707915 T3939 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
   [junit4]   2> 1707915 T3939 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 1707919 T3939 oass.SolrIndexSearcher.<init> Opening Searcher@792ad9e0 main
   [junit4]   2> 1707919 T3928 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@792ad9e0 main{StandardDirectoryReader(segments_5:9:nrt _0(4.6):c1 _1(4.6):c1 _2(4.6):c1 _3(4.6):c1)}
   [junit4]   2> 1707920 T3939 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201735149 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201735149;done=true>>]
   [junit4]   2> 1707920 T3939 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index.20131011201735149
   [junit4]   2> 1707920 T3923 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:50522/solr/replication&command=fetchindex&wait=true} status=0 QTime=57 
   [junit4]   2> 1707933 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=name:(empty1+empty2+empty3+empty4)&wt=javabin&version=2} hits=4 status=0 QTime=10 
   [junit4]   2> 1707946 T3921 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=name:(empty1+empty2+empty3+empty4)&wt=javabin&version=2} hits=4 status=0 QTime=11 
   [junit4]   2> 1707955 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=6 
   [junit4]   2> 1707961 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=3 
   [junit4]   2> 1707972 T3909 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={slave=false&command=details&wt=javabin&qt=/replication&version=2} status=0 QTime=3 
   [junit4]   2> 1707972 T3921 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=9 
   [junit4]   2> 1707975 T3908 C1089 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&_trace=assertVersions&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> 1707978 T3921 C1090 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&_trace=assertVersions&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> 1707979 T3905 oas.SolrTestCaseJ4.tearDown ###Ending testEmptyCommits
   [junit4]   2> 1707979 T3905 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1788976326
   [junit4]   2> 1707980 T3905 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@734218b6
   [junit4]   2> 1707981 T3905 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=4,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1707982 T3905 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1707982 T3905 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1707983 T3905 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1707984 T3905 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1707985 T3905 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1707985 T3905 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data;done=false>>]
   [junit4]   2> 1707986 T3905 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data
   [junit4]   2> 1707986 T3905 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data/index;done=false>>]
   [junit4]   2> 1707987 T3905 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654084/master/collection1/data/index
   [junit4]   2> 1708000 T3905 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 1708053 T3905 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1135935181
   [junit4]   2> 1708054 T3905 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@f7a3e0d
   [junit4]   2> 1708055 T3905 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1708055 T3905 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1708056 T3905 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1708056 T3905 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1708057 T3905 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1708058 T3905 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1708058 T3905 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index;done=false>>]
   [junit4]   2> 1708059 T3905 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data/index
   [junit4]   2> 1708072 T3905 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data;done=false>>]
   [junit4]   2> 1708073 T3905 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522654427/slave/collection1/data
   [junit4]   2> 1708073 T3905 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 1708140 T3905 oas.SolrTestCaseJ4.setUp ###Starting testNoWriter
   [junit4]   2> 1708158 T3905 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1708161 T3905 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:50530
   [junit4]   2> 1708162 T3905 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1708163 T3905 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1708163 T3905 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master
   [junit4]   2> 1708164 T3905 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/'
   [junit4]   2> 1708201 T3905 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/solr.xml
   [junit4]   2> 1708275 T3905 oasc.CoreContainer.<init> New CoreContainer 1490701424
   [junit4]   2> 1708276 T3905 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/]
   [junit4]   2> 1708277 T3905 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1708278 T3905 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1708278 T3905 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1708279 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1708279 T3905 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1708280 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1708280 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1708281 T3905 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1708281 T3905 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1708282 T3905 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1708288 T3905 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1708289 T3905 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1708294 T3950 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/collection1
   [junit4]   2> 1708295 T3950 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/collection1/'
   [junit4]   2> 1708348 T3950 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 1708408 T3950 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1708409 T3950 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1708415 T3950 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1708437 T3950 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1708439 T3950 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1708439 T3950 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/collection1/data/
   [junit4]   2> 1708439 T3950 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1708440 T3950 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/collection1/data
   [junit4]   2> 1708440 T3950 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/collection1/data/index/
   [junit4]   2> 1708440 T3950 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1708442 T3950 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655416/master/collection1/data/index
   [junit4]   2> 1708442 T3950 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=81.576171875, floorSegmentMB=1.365234375, forceMergeDeletesPctAllowed=14.760266510903985, segmentsPerTier=26.0, maxCFSSegmentSizeMB=1.880859375, noCFSRatio=0.0
   [junit4]   2> 1708449 T3950 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158538tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c117517),segFN=segments_1,generation=1}
   [junit4]   2> 1708450 T3950 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1708451 T3950 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1708451 T3950 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1708451 T3950 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1708452 T3950 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 1708452 T3950 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 1708452 T3950 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 1708452 T3950 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1708462 T3950 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1708465 T3950 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1708465 T3950 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1708466 T3950 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=2, maxMergedSegmentMB=97.9892578125, floorSegmentMB=0.560546875, forceMergeDeletesPctAllowed=29.769513095835528, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1708467 T3950 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index5851158538tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c117517),segFN=segments_1,generation=1}
   [junit4]   2> 1708468 T3950 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1708468 T3950 oass.SolrIndexSearcher.<init> Opening Searcher@2618458c main
   [junit4]   2> 1708468 T3950 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1708469 T3950 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1708469 T3951 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2618458c main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1708469 T3950 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1708470 T3905 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 1708471 T3905 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1708471 T3905 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1708484 T3905 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1708486 T3905 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:50531
   [junit4]   2> 1708487 T3905 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1708487 T3905 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1708488 T3905 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655747/slave
   [junit4]   2> 1708488 T3905 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655747/slave/'
   [junit4]   2> 1708503 T3905 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655747/slave/solr.xml
   [junit4]   2> 1708560 T3905 oasc.CoreContainer.<init> New CoreContainer 1364924325
   [junit4]   2> 1708560 T3905 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655747/slave/]
   [junit4]   2> 1708562 T3905 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1708563 T3905 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1708563 T3905 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1708564 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1708564 T3905 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1708564 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1708565 T3905 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1708565 T3905 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1708566 T3905 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1708566 T3905 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1708567 T3905 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1708568 T3905 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1708574 T3962 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655747/slave/collection1
   [junit4]   2> 1708574 T3962 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655747/slave/collection1/'
   [junit4]   2> 1708626 T3962 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 1708680 T3962 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1708681 T3962 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1708687 T3962 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1708705 T3962 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1708707 T3962 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1708707 T3962 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655747/slave/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655747/slave/collection1/data/
   [junit4]   2> 1708707 T3962 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1708708 T3962 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381522655747/slave/collection1/data
   [junit4]   2> 1708708 T3962 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler

[...truncated too long message...]

losing IndexWriter
   [junit4]   2> 2515458 T3905 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2515459 T3905 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 2515460 T3905 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2515460 T3905 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459268/master/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459268/master/collection1/data;done=false>>]
   [junit4]   2> 2515461 T3905 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459268/master/collection1/data
   [junit4]   2> 2515461 T3905 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459268/master/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459268/master/collection1/data/index;done=false>>]
   [junit4]   2> 2515462 T3905 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459268/master/collection1/data/index
   [junit4]   2> 2515469 T3905 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 2515522 T3905 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1704412794
   [junit4]   2> 2515523 T3905 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@38ede750
   [junit4]   2> 2523766 T4730 oash.SnapPuller.fetchLatestIndex ERROR Master at: http://127.0.0.1:57906/solr is not available. Index fetch failed. Exception: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:57906/solr
   [junit4]   2> 2523767 T4730 oasc.SolrException.log ERROR SnapPull failed :org.apache.lucene.store.AlreadyClosedException: Already closed
   [junit4]   2> 		at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:340)
   [junit4]   2> 		at org.apache.solr.handler.ReplicationHandler.loadReplicationProperties(ReplicationHandler.java:811)
   [junit4]   2> 		at org.apache.solr.handler.SnapPuller.logReplicationTimeAndConfFiles(SnapPuller.java:546)
   [junit4]   2> 		at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:488)
   [junit4]   2> 		at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:322)
   [junit4]   2> 		at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:223)
   [junit4]   2> 	
   [junit4]   2> 2527728 T4805 oash.SnapPuller.fetchLatestIndex ERROR Master at: http://127.0.0.1:34253/solr is not available. Index fetch failed. Exception: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34253/solr
   [junit4]   2> 2527729 T3905 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 2527730 T3905 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 2527730 T3905 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2527731 T3905 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2527732 T3905 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 2527733 T3905 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2527733 T3905 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459619/slave/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459619/slave/collection1/data/index;done=false>>]
   [junit4]   2> 2527734 T3905 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459619/slave/collection1/data/index
   [junit4]   2> 2527736 T3905 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459619/slave/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459619/slave/collection1/data;done=false>>]
   [junit4]   2> 2527737 T3905 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1381523459619/slave/collection1/data
   [junit4]   2> 2527738 T3905 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 2527802 T3905 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene3x, sim=DefaultSimilarity, locale=ar, timezone=Etc/Universal
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=133715120,total=385613824
   [junit4]   2> NOTE: All tests run in this JVM: [QueryEqualityTest, TestLFUCache, TestSolrIndexConfig, OverseerTest, SliceStateUpdateTest, TestCharFilters, HdfsDirectoryTest, TestBM25SimilarityFactory, SyncSliceTest, CSVRequestHandlerTest, WordBreakSolrSpellCheckerTest, UnloadDistributedZkTest, AddSchemaFieldsUpdateProcessorFactoryTest, QueryResultKeyTest, TestConfig, BasicFunctionalityTest, TestSolrXml, HdfsBasicDistributedZkTest, TestLMDirichletSimilarityFactory, TestSystemIdResolver, FileBasedSpellCheckerTest, TestCloudManagedSchemaAddField, SolrXmlInZkTest, RegexBoostProcessorTest, TestRecoveryHdfs, QueryElevationComponentTest, TestGroupingSearch, HdfsBasicDistributedZk2Test, TestSolrQueryParser, CoreAdminHandlerTest, ShowFileRequestHandlerTest, SystemInfoHandlerTest, TestFieldResource, TestUniqueKeyFieldResource, DocValuesTest, TestSchemaSimilarityResource, URLClassifyProcessorTest, CoreAdminCreateDiscoverTest, IndexSchemaTest, ShardRoutingTest, TestQueryUtils, LukeRequestHandlerTest, DirectUpdateHandlerOptimizeTest, ResponseLogComponentTest, TestRemoteStreaming, RecoveryZkTest, OverseerCollectionProcessorTest, TestNoOpRegenerator, CachingDirectoryFactoryTest, MBeansHandlerTest, SimpleFacetsTest, HdfsUnloadDistributedZkTest, EchoParamsTest, TestDocSet, BinaryUpdateRequestHandlerTest, TestPseudoReturnFields, TestSolrQueryParserDefaultOperatorResource, TestLMJelinekMercerSimilarityFactory, TestJoin, TermsComponentTest, SuggesterTest, ReturnFieldsTest, UUIDFieldTest, TestSurroundQueryParser, TestElisionMultitermQuery, TestSearchPerf, TestStressVersions, JsonLoaderTest, ZkControllerTest, TermVectorComponentTest, HdfsSyncSliceTest, AutoCommitTest, MoreLikeThisHandlerTest, TestRealTimeGet, ClusterStateTest, HdfsLockFactoryTest, DateMathParserTest, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler]
   [junit4] Completed on J0 in 821.03s, 14 tests, 1 failure <<< FAILURES!

[...truncated 486 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:435: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:408: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:451: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:876: There were test failures: 327 suites, 1453 tests, 1 failure, 32 ignored (4 assumptions)

Total time: 115 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure