You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/08/24 00:30:41 UTC

[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0-ea-b102) - Build # 7141 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/7141/
Java: 64bit/jdk1.8.0-ea-b102 -XX:-UseCompressedOops -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication

Error Message:
timed out waiting for collection1 startAt time to exceed: Sat Aug 24 09:17:49 MIST 2013

Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Sat Aug 24 09:17:49 MIST 2013
	at __randomizedtesting.SeedInfo.seed([AC9DE9A784C18B31:5BEE07FF422924D7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1513)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication(TestReplicationHandler.java:1262)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:491)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9832 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> 208549 T821 oas.SolrTestCaseJ4.setUp ###Starting doTestRepeater
   [junit4]   2> 208554 T821 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 208561 T821 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56388
   [junit4]   2> 208562 T821 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 208562 T821 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 208564 T821 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253624/master
   [junit4]   2> 208564 T821 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253624/master/'
   [junit4]   2> 208580 T821 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253624/master/solr.xml
   [junit4]   2> 208581 T821 oasc.ConfigSolr.fromFile /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253624/master/solr.xml does not exist, using default configuration
   [junit4]   2> 208592 T821 oasc.CoreContainer.<init> New CoreContainer 1103252639
   [junit4]   2> 208593 T821 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253624/master/]
   [junit4]   2> 208593 T821 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 208594 T821 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 208594 T821 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 208594 T821 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 208595 T821 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 208595 T821 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 208595 T821 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 208596 T821 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 208596 T821 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 208596 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
   [junit4]   2> 208602 T831 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253624/master/collection1
   [junit4]   2> 208603 T831 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253624/master/collection1/'
   [junit4]   2> 208622 T831 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 208673 T831 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 208673 T831 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 208676 T831 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 208680 T831 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 208680 T831 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 208680 T831 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253624/master/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253624/master/collection1/data/
   [junit4]   2> 208681 T831 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 208681 T831 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253624/master/collection1/data
   [junit4]   2> 208681 T831 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253624/master/collection1/data/index/
   [junit4]   2> 208681 T831 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253624/master/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 208682 T831 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253624/master/collection1/data/index
   [junit4]   2> 208683 T831 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=85.470703125, floorSegmentMB=2.1083984375, forceMergeDeletesPctAllowed=11.584212996175614, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 208684 T831 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@65c9fa4f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3f93f9c0; maxCacheMB=0.177734375 maxMergeSizeMB=0.7431640625)),segFN=segments_1,generation=1}
   [junit4]   2> 208684 T831 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 208685 T831 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 208685 T831 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 208685 T831 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 208685 T831 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 208685 T831 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 208686 T831 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 208686 T831 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 208688 T831 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 208689 T831 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 208689 T831 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 208689 T831 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.48172883954509105]
   [junit4]   2> 208690 T831 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@65c9fa4f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3f93f9c0; maxCacheMB=0.177734375 maxMergeSizeMB=0.7431640625)),segFN=segments_1,generation=1}
   [junit4]   2> 208690 T831 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 208690 T831 oass.SolrIndexSearcher.<init> Opening Searcher@6c22a9b5 main
   [junit4]   2> 208691 T831 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 208691 T831 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 208691 T832 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6c22a9b5 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 208691 T831 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 208692 T821 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 208693 T821 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 208694 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 208707 T821 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 208709 T821 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58977
   [junit4]   2> 208710 T821 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 208710 T821 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 208711 T821 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave
   [junit4]   2> 208711 T821 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/'
   [junit4]   2> 208722 T821 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/solr.xml
   [junit4]   2> 208723 T821 oasc.ConfigSolr.fromFile /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/solr.xml does not exist, using default configuration
   [junit4]   2> 208733 T821 oasc.CoreContainer.<init> New CoreContainer 245381147
   [junit4]   2> 208733 T821 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/]
   [junit4]   2> 208734 T821 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 208734 T821 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 208735 T821 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 208735 T821 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 208735 T821 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 208736 T821 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 208736 T821 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 208736 T821 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 208736 T821 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 208737 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
   [junit4]   2> 208742 T843 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1
   [junit4]   2> 208742 T843 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/'
   [junit4]   2> 208769 T843 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 208780 T843 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 208781 T843 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 208785 T843 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 208788 T843 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 208789 T843 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 208789 T843 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/data/
   [junit4]   2> 208789 T843 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 208790 T843 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/data
   [junit4]   2> 208790 T843 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/data/index/
   [junit4]   2> 208790 T843 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 208791 T843 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/data/index
   [junit4]   2> 208791 T843 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=85.470703125, floorSegmentMB=2.1083984375, forceMergeDeletesPctAllowed=11.584212996175614, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 208792 T843 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@68768828 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@56aae043; maxCacheMB=0.177734375 maxMergeSizeMB=0.7431640625)),segFN=segments_1,generation=1}
   [junit4]   2> 208792 T843 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 208793 T843 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 208793 T843 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 208793 T843 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 208793 T843 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 208793 T843 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 208794 T843 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 208794 T843 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 208795 T843 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 208796 T843 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 208796 T843 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 208797 T843 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.48172883954509105]
   [junit4]   2> 208797 T843 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@68768828 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@56aae043; maxCacheMB=0.177734375 maxMergeSizeMB=0.7431640625)),segFN=segments_1,generation=1}
   [junit4]   2> 208798 T843 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 208798 T843 oass.SolrIndexSearcher.<init> Opening Searcher@329c30d6 main
   [junit4]   2> 208800 T843 oash.SnapPuller.startExecutorService Poll Scheduled at an interval of 1000ms
   [junit4]   2> 208800 T843 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 208801 T844 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@329c30d6 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 208801 T821 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 208802 T821 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 208803 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 208833 T821 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=245381147
   [junit4]   2> 208834 T821 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4b321838
   [junit4]   2> 208834 T821 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 208835 T821 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 208835 T821 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 208835 T821 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 208837 T821 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 208837 T821 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 208837 T821 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/data/index;done=false>>]
   [junit4]   2> 208838 T821 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/data/index
   [junit4]   2> 208839 T821 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/data;done=false>>]
   [junit4]   2> 208840 T821 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/data
   [junit4]   2> 208841 T821 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 208893 T821 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 208896 T821 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39671
   [junit4]   2> 208898 T821 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 208898 T821 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 208898 T821 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave
   [junit4]   2> 208899 T821 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/'
   [junit4]   2> 208910 T821 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/solr.xml
   [junit4]   2> 208911 T821 oasc.ConfigSolr.fromFile /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/solr.xml does not exist, using default configuration
   [junit4]   2> 208921 T821 oasc.CoreContainer.<init> New CoreContainer 404290593
   [junit4]   2> 208921 T821 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/]
   [junit4]   2> 208922 T821 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 208922 T821 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 208922 T821 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 208923 T821 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 208923 T821 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 208923 T821 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 208924 T821 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 208924 T821 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 208924 T821 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 208925 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
   [junit4]   2> 208929 T856 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1
   [junit4]   2> 208930 T856 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/'
   [junit4]   2> 208951 T856 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 208960 T856 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 208960 T856 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 208963 T856 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 208966 T856 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 208966 T856 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 208967 T856 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/data/
   [junit4]   2> 208967 T856 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 208967 T856 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/data
   [junit4]   2> 208968 T856 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/data/index/
   [junit4]   2> 208968 T856 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 208968 T856 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/data/index
   [junit4]   2> 208968 T856 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=85.470703125, floorSegmentMB=2.1083984375, forceMergeDeletesPctAllowed=11.584212996175614, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 208969 T856 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@443e4839 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@25a85556; maxCacheMB=0.177734375 maxMergeSizeMB=0.7431640625)),segFN=segments_1,generation=1}
   [junit4]   2> 208969 T856 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 208970 T856 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 208970 T856 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 208970 T856 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 208970 T856 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 208971 T856 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 208971 T856 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 208971 T856 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 208972 T856 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 208973 T856 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 208973 T856 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 208974 T856 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.48172883954509105]
   [junit4]   2> 208974 T856 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@443e4839 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@25a85556; maxCacheMB=0.177734375 maxMergeSizeMB=0.7431640625)),segFN=segments_1,generation=1}
   [junit4]   2> 208974 T856 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 208975 T856 oass.SolrIndexSearcher.<init> Opening Searcher@2d17769d main
   [junit4]   2> 208975 T856 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 208975 T857 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d17769d main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 208975 T856 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 208976 T821 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 208977 T821 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 208977 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 208984 T821 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 208988 T821 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48121
   [junit4]   2> 208988 T821 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 208989 T821 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 208989 T821 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater
   [junit4]   2> 208989 T821 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/'
   [junit4]   2> 209001 T821 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/solr.xml
   [junit4]   2> 209001 T821 oasc.ConfigSolr.fromFile /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/solr.xml does not exist, using default configuration
   [junit4]   2> 209015 T821 oasc.CoreContainer.<init> New CoreContainer 737633162
   [junit4]   2> 209016 T821 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/]
   [junit4]   2> 209016 T821 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 209017 T821 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 209017 T821 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 209017 T821 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 209017 T821 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 209018 T821 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 209019 T821 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 209019 T821 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 209019 T821 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 209020 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
   [junit4]   2> 209042 T868 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/collection1
   [junit4]   2> 209042 T868 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/collection1/'
   [junit4]   2> 209062 T868 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 209071 T868 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 209071 T868 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 209074 T868 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 209078 T868 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 209078 T868 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 209078 T868 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/collection1/data/
   [junit4]   2> 209079 T868 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 209079 T868 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/collection1/data
   [junit4]   2> 209079 T868 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/collection1/data/index/
   [junit4]   2> 209080 T868 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 209080 T868 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/collection1/data/index
   [junit4]   2> 209080 T868 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=85.470703125, floorSegmentMB=2.1083984375, forceMergeDeletesPctAllowed=11.584212996175614, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 209081 T868 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@4bfa466a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18e1bf71; maxCacheMB=0.177734375 maxMergeSizeMB=0.7431640625)),segFN=segments_1,generation=1}
   [junit4]   2> 209081 T868 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 209082 T868 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 209082 T868 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 209082 T868 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 209083 T868 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 209083 T868 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 209083 T868 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 209083 T868 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 209084 T868 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 209085 T868 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 209085 T868 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 209086 T868 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.48172883954509105]
   [junit4]   2> 209086 T868 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@4bfa466a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18e1bf71; maxCacheMB=0.177734375 maxMergeSizeMB=0.7431640625)),segFN=segments_1,generation=1}
   [junit4]   2> 209087 T868 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 209087 T868 oass.SolrIndexSearcher.<init> Opening Searcher@2c2404dc main
   [junit4]   2> 209087 T868 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 209087 T868 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 209088 T868 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml
   [junit4]   2> 209088 T868 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 209088 T868 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 209088 T869 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2c2404dc main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 209089 T821 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 209089 T821 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 209090 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> ASYNC  NEW_CORE C300 name=collection1 org.apache.solr.core.SolrCore@4ccc4c69
   [junit4]   2> 209097 T829 C300 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0]} 0 1
   [junit4]   2> 209103 T830 C300 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 1
   [junit4]   2> 209106 T827 C300 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 1
   [junit4]   2> 209110 T828 C300 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 209115 T828 C300 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@65c9fa4f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3f93f9c0; maxCacheMB=0.177734375 maxMergeSizeMB=0.7431640625)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@65c9fa4f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3f93f9c0; maxCacheMB=0.177734375 maxMergeSizeMB=0.7431640625)),segFN=segments_2,generation=2}
   [junit4]   2> 209115 T828 C300 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 209117 T828 C300 oass.SolrIndexSearcher.<init> Opening Searcher@7e52ef2d main
   [junit4]   2> 209117 T828 C300 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 209117 T832 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7e52ef2d main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):c3)}
   [junit4]   2> 209118 T828 C300 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
   [junit4]   2> 209127 T871 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 209127 T871 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 209130 T830 C300 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
   [junit4]   2> 209130 T871 oash.SnapPuller.fetchLatestIndex Master's generation: 2
   [junit4]   2> 209130 T871 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
   [junit4]   2> 209131 T871 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 209136 T827 C300 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=3 
   [junit4]   2> 209137 T871 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 4
   [junit4]   2> 209138 T871 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/collection1/data/index.20130824091734212
   [junit4]   2> 209139 T871 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@f5f1205 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7bdd655a) fullCopy=false
   [junit4]   2> 209141 T828 C300 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.cfs&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> 209147 T829 C300 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.cfe&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> 209165 T830 C300 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> 209170 T827 C300 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> 209172 T871 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
   [junit4]   2> 209173 T871 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
   [junit4]   2> 209173 T871 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 209173 T871 oasu.DefaultSolrCoreState.closeIndexWriter Rollback old IndexWriter... core=collection1
   [junit4]   2> 209174 T871 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
   [junit4]   2> 209174 T871 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6377216546093378]
   [junit4]   2> 209182 T871 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@4bfa466a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18e1bf71; maxCacheMB=0.177734375 maxMergeSizeMB=0.7431640625)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@4bfa466a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18e1bf71; maxCacheMB=0.177734375 maxMergeSizeMB=0.7431640625)),segFN=segments_2,generation=2}
   [junit4]   2> 209182 T871 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 209183 T871 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 209184 T871 oass.SolrIndexSearcher.<init> Opening Searcher@11df3f29 main
   [junit4]   2> 209185 T869 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11df3f29 main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):c3)}
   [junit4]   2> 209185 T871 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/collection1/data/index.20130824091734212 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/collection1/data/index.20130824091734212;done=true>>]
   [junit4]   2> 209185 T871 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/collection1/data/index.20130824091734212
   [junit4]   2> ASYNC  NEW_CORE C301 name=collection1 org.apache.solr.core.SolrCore@55b3d19
   [junit4]   2> 209185 T865 C301 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:56388/solr/replication&command=fetchindex&wait=true} status=0 QTime=64 
   [junit4]   2> 209191 T866 C301 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=*:*&wt=javabin&version=2} hits=3 status=0 QTime=1 
   [junit4]   2> 209195 T873 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 209195 T873 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 209198 T862 C301 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
   [junit4]   2> 209202 T873 oash.SnapPuller.fetchLatestIndex Master's generation: 2
   [junit4]   2> 209202 T873 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
   [junit4]   2> 209202 T873 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 209212 T865 C301 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
   [junit4]   2> 209213 T873 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 4
   [junit4]   2> 209214 T873 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/data/index.20130824091734287
   [junit4]   2> 209214 T873 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1781918f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@631b3b8e) fullCopy=false
   [junit4]   2> 209217 T866 C301 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.cfs&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
   [junit4]   2> 209221 T867 C301 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.cfe&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> 209225 T862 C301 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> 209229 T865 C301 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> 209232 T873 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
   [junit4]   2> 209233 T873 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
   [junit4]   2> 209233 T873 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 209233 T873 oasu.DefaultSolrCoreState.closeIndexWriter Rollback old IndexWriter... core=collection1
   [junit4]   2> 209234 T873 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
   [junit4]   2> 209235 T873 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6377216546093378]
   [junit4]   2> 209236 T873 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@443e4839 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@25a85556; maxCacheMB=0.177734375 maxMergeSizeMB=0.7431640625)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@443e4839 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@25a85556; maxCacheMB=0.177734375 maxMergeSizeMB=0.7431640625)),segFN=segments_2,generation=2}
   [junit4]   2> 209236 T873 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 209236 T873 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 209238 T873 oass.SolrIndexSearcher.<init> Opening Searcher@35bed85c main
   [junit4]   2> 209238 T857 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@35bed85c main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):c3)}
   [junit4]   2> 209238 T873 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/data/index.20130824091734287 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/data/index.20130824091734287;done=true>>]
   [junit4]   2> 209239 T873 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296253776/slave/collection1/data/index.20130824091734287
   [junit4]   2> ASYNC  NEW_CORE C302 name=collection1 org.apache.solr.core.SolrCore@5f1a159d
   [junit4]   2> 209239 T851 C302 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:48121/solr/replication&command=fetchindex&wait=true} status=0 QTime=45 
   [junit4]   2> 209243 T853 C302 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=*:*&wt=javabin&version=2} hits=3 status=0 QTime=0 
   [junit4]   2> 209246 T828 C300 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> 209249 T829 C300 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> 209254 T866 C301 oash.ReplicationHandler.getReplicationDetails WARN Exception while invoking 'details' method for replication on master  org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:TEST_PORT/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:429)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
   [junit4]   2> 	at org.apache.solr.handler.SnapPuller.getDetails(SnapPuller.java:1596)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:639)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:256)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1850)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:703)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:406)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:195)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:368)
   [junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
   [junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)
   [junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)
   [junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)
   [junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
   [junit4]   2> 	at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
   [junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
   [junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:724)
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1 refused
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
   [junit4]   2> 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
   [junit4]   2> 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
   [junit4]   2> 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
   [junit4]   2> 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
   [junit4]   2> 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
   [junit4]   2> 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
   [junit4]   2> 	... 34 more
   [junit4]   2> Caused by: java.net.ConnectException: Connection refused
   [junit4]   2> 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:345)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
   [junit4]   2> 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]   2> 	at java.net.Socket.connect(Socket.java:585)
   [junit4]   2> 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
   [junit4]   2> 	... 41 more
   [junit4]   2> 
   [junit4]   2> 209256 T866 C301 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=4 
   [junit4]   2> 209258 T830 C300 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&_trace=assertVersions&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> 209261 T867 C301 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&_trace=assertVersions&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> 209264 T862 C301 oash.ReplicationHandler.getReplicationDetails WARN Exception while invoking 'details' method for replication on master  org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:TEST_PORT/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:429)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
   [junit4]   2> 	at org.apache.solr.handler.SnapPuller.getDetails(SnapPuller.java:1596)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:639)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:256)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1850)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:703)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:406)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:195)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:368)
   [junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
   [junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)
   [junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)
   [junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)
   [junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
   [junit4]   2> 	at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
   [junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
   [junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:724)
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1 refused
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
   [junit4]   2> 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
   [junit4]   2> 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
   [junit4]   2> 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
   [junit4]   2> 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
   [junit4]   2> 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
   [junit4]   2> 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
   [junit4]   2> 	... 34 more
   [junit4]   2> Caused by: java.net.ConnectException: Connection refused
   [junit4]   2> 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:345)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
   [junit4]   2> 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]   2> 	at java.net.Socket.connect(Socket.java:585)
   [junit4]   2> 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
   [junit4]   2> 	... 41 more
   [junit4]   2> 
   [junit4]   2> 209266 T862 C301 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=3 
   [junit4]   2> 209271 T865 C301 oash.ReplicationHandler.getReplicationDetails WARN Exception while invoking 'details' method for replication on master  org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:TEST_PORT/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:429)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
   [junit4]   2> 	at org.apache.solr.handler.SnapPuller.getDetails(SnapPuller.java:1596)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:639)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:256)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1850)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:703)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:406)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:195)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:368)
   [junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
   [junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)
   [junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)
   [junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)
   [junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
   [junit4]   2> 	at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
   [junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
   [junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:724)
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1 refused
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
   [junit4]   2> 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
   [junit4]   2> 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
   [junit4]   2> 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
   [junit4]   2> 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
   [junit4]   2> 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
   [junit4]   2> 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
   [junit4]   2> 	... 34 more
   [junit4]   2> Caused by: java.net.ConnectException: Connection refused
   [junit4]   2> 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:345)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
   [junit4]   2> 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]   2> 	at java.net.Socket.connect(Socket.java:585)
   [junit4]   2> 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
   [junit4]   2> 	... 41 more
   [junit4]   2> 
   [junit4]   2> 209272 T865 C301 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=3 
   [junit4]   2> 209278 T866 C301 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={slave=false&command=details&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
   [junit4]   2> 209279 T854 C302 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=details&_trace=getDetails&wt=javabin&qt=/replication&version=2} status=0 QTime=5 
   [junit4]   2> 209281 T867 C301 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&_trace=assertVersions&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> 209284 T855 C302 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&_trace=assertVersions&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
   [junit4]   2> 209287 T862 C301 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0]} 0 0
   [junit4]   2> 209290 T865 C301 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 0
   [junit4]   2> 209293 T866 C301 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 0
   [junit4]   2> 209296 T867 C301 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 1
   [junit4]   2> 209298 T862 C301 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 209301 T862 C301 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@4bfa466a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18e1bf71; maxCacheMB=0.177734375 maxMergeSizeMB=0.7431640625)),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@4bfa466a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18e1bf71; maxCacheMB=0.177734375 maxMergeSizeMB=0.7431640625)),segFN=segments_3,generation=3}
   [junit4]   2> 209302 T862 C301 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 209303 T862 C301 oass.SolrIndexSearcher.<init> Opening Searcher@66db29a6 main
   [junit4]   2> 209304 T862 C301 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 209304 T869 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@66db29a6 main{StandardDirectoryReader(segments_3:7:nrt _1(5.0):c4)}
   [junit4]   2> 209304 T862 C301 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 6
   [junit4]   2> 209306 T876 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 209307 T876 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 209309 T827 C300 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
   [junit4]   2> 209310 T876 oash.SnapPuller.fetchLatestIndex Master's generation: 2
   [junit4]   2> 209311 T876 oash.SnapPuller.fetchLatestIndex Slave's generation: 3
   [junit4]   2> 209311 T876 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 209314 T828 C300 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
   [junit4]   2> 209314 T876 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 4
   [junit4]   2> 209315 T876 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/collection1/data/index.20130824091734389
   [junit4]   2> 209316 T876 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@2e494f6d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3a07ab61) fullCopy=true
   [junit4]   2> 209320 T829 C300 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.cfs&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
   [junit4]   2> 209342 T830 C300 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.cfe&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> 209345 T827 C300 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> 209350 T828 C300 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
   [junit4]   2> 209352 T876 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
   [junit4]   2> 209353 T876 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130824091734389
   [junit4]   2> 209354 T876 oash.SnapPuller.fetchLatestIndex removing old index directory MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@4bfa466a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18e1bf71; maxCacheMB=0.177734375 maxMergeSizeMB=0.7431640625))
   [junit4]   2> 209355 T876 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
   [junit4]   2> 209355 T876 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 209356 T876 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
   [junit4]   2> 209356 T876 oasc.SolrCore.getNewIndexDir New index directory detected: old=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/collection1/data/index/ new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/collection1/data/index.20130824091734389
   [junit4]   2> 209357 T876 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6377216546093378]
   [junit4]   2> 209358 T876 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2e494f6d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3a07ab61),segFN=segments_2,generation=2}
   [junit4]   2> 209358 T876 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 209358 T876 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 209359 T876 oass.SolrIndexSearcher.<init> Opening Searcher@6cf0cf61 main
   [junit4]   2> 209359 T869 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6cf0cf61 main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):c3)}
   [junit4]   2> 209359 T865 C301 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:56388/solr/replication&command=fetchindex&wait=true} status=0 QTime=53 
   [junit4]   2> 209360 T865 C301 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/collection1/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/collection1/data/index;done=true>>]
   [junit4]   2> 209360 T865 C301 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/collection1/data/index
   [junit4]   2> 209362 T866 C301 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=*:*&wt=javabin&version=2} hits=3 status=0 QTime=0 
   [junit4]   2> 209364 T878 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 209365 T878 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 209369 T867 C301 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
   [junit4]   2> 209370 T878 oash.SnapPuller.fetchLatestIndex Slave in sync with master.
   [junit4]   2> 209370 T851 C302 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:48121/solr/replication&command=fetchindex&wait=true} status=0 QTime=6 
   [junit4]   2> 209373 T854 C302 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=*:*&wt=javabin&version=2} hits=3 status=0 QTime=0 
   [junit4]   2> 209376 T829 C300 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 0
   [junit4]   2> 209379 T827 C300 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 1
   [junit4]   2> 209381 T828 C300 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5]} 0 0
   [junit4]   2> 209384 T830 C300 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 209388 T830 C300 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@65c9fa4f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3f93f9c0; maxCacheMB=0.177734375 maxMergeSizeMB=0.7431640625)),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@65c9fa4f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3f93f9c0; maxCacheMB=0.177734375 maxMergeSizeMB=0.7431640625)),segFN=segments_3,generation=3}
   [junit4]   2> 209388 T830 C300 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 209389 T830 C300 oass.SolrIndexSearcher.<init> Opening Searcher@429f7a03 main
   [junit4]   2> 209390 T830 C300 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 209390 T832 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@429f7a03 main{StandardDirectoryReader(segments_3:5:nrt _0(5.0):c3 _1(5.0):c3)}
   [junit4]   2> 209390 T830 C300 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 6
   [junit4]   2> 209402 T879 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 209403 T879 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 209405 T829 C300 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
   [junit4]   2> 209406 T879 oash.SnapPuller.fetchLatestIndex Master's generation: 3
   [junit4]   2> 209408 T879 oash.SnapPuller.fetchLatestIndex Slave's generation: 2
   [junit4]   2> 209408 T879 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 209413 T828 C300 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=1 
   [junit4]   2> 209416 T879 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 7
   [junit4]   2> 209418 T879 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296254054/repeater/collection1/data/index.20130824091734490
   [junit4]   2> 209418 T879 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@14ebcee5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2e1fdf07) fullCopy=false
   [junit4]   2> 209418 T879 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfs because it already exists
   [junit4]   2> 209418 T879 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfe because it already exists
   [junit4]   2> 209422 T830 C300 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_1.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
   [junit4]   2> 209425 T879 oash.SnapPuller.downloadIndexFiles Skipping download for _0.si because it already exists
   [junit4]   2> 209428 T827 C300 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_1.cfs&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=1 
   [junit4]   2> 209431 T829 C300 oasc.SolrCore.execute [collection1] webapp=/sol

[...truncated too long message...]

toryReader(segments_6:11:nrt _0(5.0):c1 _1(5.0):c1 _2(5.0):c1 _3(5.0):c1 _4(5.0):c1)}
   [junit4]   2> 273699 T1505 C349 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 3
   [junit4]   2> 273701 T1506 C349 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=id:555&wt=javabin&version=2} hits=1 status=0 QTime=0 
   [junit4]   2> 273703 T1491 C348 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=enablereplication} status=0 QTime=1 
   [junit4]   2> 273704 T1503 C349 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=fetchindex} status=0 QTime=0 
   [junit4]   2> 273705 T821 oas.SolrTestCaseJ4.tearDown ###Ending doTestReplicateAfterWrite2Slave
   [junit4]   2> 273716 T821 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1732230636
   [junit4]   2> 273716 T1511 oahic.DefaultRequestDirector.tryExecute I/O exception (org.apache.http.NoHttpResponseException) caught when processing request: The target server failed to respond
   [junit4]   2> 273716 T821 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3f639033
   [junit4]   2> 273717 T821 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=492,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 273717 T1511 oahic.DefaultRequestDirector.tryExecute Retrying request
   [junit4]   2> 273718 T821 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 273718 T821 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 273718 T821 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 273718 T1511 oash.SnapPuller.fetchLatestIndex ERROR Master at: http://127.0.0.1:53918/solr is not available. Index fetch failed. Exception: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:53918/solr
   [junit4]   2> 273719 T821 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 273720 T821 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 273720 T821 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296317332/master/collection1/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296317332/master/collection1/data;done=false>>]
   [junit4]   2> 273720 T821 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296317332/master/collection1/data
   [junit4]   2> 273721 T821 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296317332/master/collection1/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296317332/master/collection1/data/index;done=false>>]
   [junit4]   2> 273721 T821 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296317332/master/collection1/data/index
   [junit4]   2> 273722 T821 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 273794 T821 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=153738183
   [junit4]   2> 273795 T821 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@73b68a64
   [junit4]   2> 273795 T821 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 273796 T821 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 273796 T821 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 273796 T821 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 273797 T821 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 273798 T821 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 273798 T821 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296317443/slave/collection1/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296317443/slave/collection1/data/index;done=false>>]
   [junit4]   2> 273798 T821 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296317443/slave/collection1/data/index
   [junit4]   2> 273799 T821 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296317443/slave/collection1/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296317443/slave/collection1/data;done=false>>]
   [junit4]   2> 273799 T821 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1377296317443/slave/collection1/data
   [junit4]   2> 273800 T821 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 273857 T821 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene42, sim=DefaultSimilarity, locale=nl_NL, timezone=Antarctica/Macquarie
   [junit4]   2> NOTE: Linux 3.2.0-52-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=1,free=114826504,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestSchemaSimilarityResource, HdfsCollectionsAPIDistributedZkTest, BinaryUpdateRequestHandlerTest, CacheHeaderTest, TestFieldTypeResource, SoftAutoCommitTest, TestBadConfig, DistributedSpellCheckComponentTest, TestSolrXml, AnalysisAfterCoreReloadTest, UpdateParamsTest, CoreAdminHandlerTest, PrimitiveFieldTypeTest, TestConfig, FieldMutatingUpdateProcessorTest, TestShardHandlerFactory, PolyFieldTest, StatelessScriptUpdateProcessorFactoryTest, OverseerCollectionProcessorTest, UnloadDistributedZkTest, UpdateRequestProcessorFactoryTest, LoggingHandlerTest, TestGroupingSearch, DateMathParserTest, CoreMergeIndexesAdminHandlerTest, QueryParsingTest, ResponseLogComponentTest, TestSuggestSpellingConverter, ClusterStateTest, TestElisionMultitermQuery, TestBM25SimilarityFactory, HdfsChaosMonkeySafeLeaderTest, WordBreakSolrSpellCheckerTest, TestFaceting, TestCoreContainer, TestPerFieldSimilarity, ExternalFileFieldSortTest, SOLR749Test, URLClassifyProcessorTest, InfoHandlerTest, TestImplicitCoreProperties, CSVRequestHandlerTest, DirectUpdateHandlerOptimizeTest, CircularListTest, TestStressVersions, SyncSliceTest, ShowFileRequestHandlerTest, SolrTestCaseJ4Test, TestSurroundQueryParser, SchemaVersionSpecificBehaviorTest, TestSearchPerf, TestDynamicFieldCollectionResource, TestSolrQueryParser, TestRealTimeGet, TestExtendedDismaxParser, TestReplicationHandler]
   [junit4] Completed on J0 in 65.34s, 14 tests, 1 failure <<< FAILURES!

[...truncated 639 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:389: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:369: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:450: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1230: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:873: There were test failures: 324 suites, 1405 tests, 1 failure, 39 ignored (6 assumptions)

Total time: 36 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0-ea-b102 -XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (32bit/ibm-j9-jdk7) - Build # 7142 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/7142/
Java: 32bit/ibm-j9-jdk7 -Xjit:exclude={org/apache/lucene/util/fst/FST.pack(IIF)Lorg/apache/lucene/util/fst/FST;}

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:57571/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:57571/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([3BD54DBC83439D73:BA33C3A4F41CFD4F]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:88)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)




Build Log:
[...truncated 9940 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
   [junit4]   2> 601520 T2136 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 601526 T2136 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1377302421454
   [junit4]   2> 601528 T2136 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 601528 T2137 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 601629 T2136 oasc.ZkTestServer.run start zk server on port:35542
   [junit4]   2> 601631 T2136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 601642 T2143 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e020ed9 name:ZooKeeperConnection Watcher:127.0.0.1:35542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 601642 T2136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 601643 T2136 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 601646 T2136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 601647 T2145 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24206966 name:ZooKeeperConnection Watcher:127.0.0.1:35542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 601648 T2136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 601648 T2136 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 601650 T2136 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 601652 T2136 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 601654 T2136 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 601656 T2136 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 601656 T2136 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 601659 T2136 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 601660 T2136 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 601662 T2136 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 601663 T2136 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 601665 T2136 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 601666 T2136 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 601668 T2136 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 601669 T2136 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 601672 T2136 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 601672 T2136 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 601675 T2136 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 601676 T2136 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 601677 T2136 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 601678 T2136 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 601680 T2136 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 601681 T2136 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 601683 T2136 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 601683 T2136 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 601765 T2136 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 601770 T2136 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55572
   [junit4]   2> 601770 T2136 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 601771 T2136 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 601772 T2136 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1377302421613
   [junit4]   2> 601772 T2136 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1377302421613/'
   [junit4]   2> 601781 T2136 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1377302421613/solr.xml
   [junit4]   2> 601820 T2136 oasc.CoreContainer.<init> New CoreContainer 1998348826
   [junit4]   2> 601821 T2136 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1377302421613/]
   [junit4]   2> 601823 T2136 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 601824 T2136 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 601825 T2136 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 601826 T2136 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 601827 T2136 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 601828 T2136 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 601829 T2136 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 601830 T2136 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 601830 T2136 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 601831 T2136 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 601839 T2136 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35542/solr
   [junit4]   2> 601840 T2136 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 601842 T2136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 601845 T2156 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a6ce8db4 name:ZooKeeperConnection Watcher:127.0.0.1:35542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 601845 T2136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 601847 T2136 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 601857 T2136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 601858 T2158 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23fe752 name:ZooKeeperConnection Watcher:127.0.0.1:35542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 601858 T2136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 601860 T2136 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 601863 T2136 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 601865 T2136 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 601867 T2136 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55572_
   [junit4]   2> 601868 T2136 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55572_
   [junit4]   2> 601872 T2136 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 601877 T2136 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 601879 T2136 oasc.Overseer.start Overseer (id=90262891492671491-127.0.0.1:55572_-n_0000000000) starting
   [junit4]   2> 601881 T2136 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 601884 T2160 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 601884 T2136 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 601886 T2136 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 601888 T2136 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 601890 T2159 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 601892 T2161 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 601893 T2161 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 601894 T2161 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 603394 T2159 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 603395 T2159 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55572",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:55572_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 603396 T2159 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 603396 T2159 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 603401 T2158 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 603894 T2161 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 603895 T2161 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1377302421613/collection1
   [junit4]   2> 603895 T2161 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 603896 T2161 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 603896 T2161 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 603898 T2161 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1377302421613/collection1/'
   [junit4]   2> 603898 T2161 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1377302421613/collection1/lib/classes/' to classloader
   [junit4]   2> 603899 T2161 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1377302421613/collection1/lib/README' to classloader
   [junit4]   2> 603928 T2161 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 603959 T2161 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 603960 T2161 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 603966 T2161 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 604284 T2161 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 604289 T2161 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 604291 T2161 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 604303 T2161 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 604307 T2161 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 604311 T2161 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 604312 T2161 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 604313 T2161 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 604313 T2161 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 604315 T2161 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 604315 T2161 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 604316 T2161 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 604316 T2161 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1377302421613/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1377302421454/control/data/
   [junit4]   2> 604317 T2161 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57b0c119
   [junit4]   2> 604318 T2161 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1377302421454/control/data
   [junit4]   2> 604319 T2161 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1377302421454/control/data/index/
   [junit4]   2> 604319 T2161 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1377302421454/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 604320 T2161 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1377302421454/control/data/index
   [junit4]   2> 604321 T2161 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 604322 T2161 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8f1a5999 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@e7ff3073),segFN=segments_1,generation=1}
   [junit4]   2> 604323 T2161 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 604325 T2161 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 604326 T2161 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 604326 T2161 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 604326 T2161 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 604327 T2161 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 604327 T2161 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 604328 T2161 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 604328 T2161 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 604328 T2161 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 604329 T2161 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 604329 T2161 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 604330 T2161 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 604330 T2161 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 604330 T2161 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 604331 T2161 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 604332 T2161 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 604335 T2161 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 604335 T2161 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 604335 T2161 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 604336 T2161 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8f1a5999 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@e7ff3073),segFN=segments_1,generation=1}
   [junit4]   2> 604336 T2161 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 604337 T2161 oass.SolrIndexSearcher.<init> Opening Searcher@615c154f main
   [junit4]   2> 604339 T2162 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@615c154f main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 604339 T2161 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 604339 T2161 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55572 collection:control_collection shard:shard1
   [junit4]   2> 604340 T2161 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 604344 T2161 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 604349 T2161 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 604351 T2161 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 604351 T2161 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 604352 T2161 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55572/collection1/
   [junit4]   2> 604352 T2161 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 604352 T2161 oasc.SyncStrategy.syncToMe http://127.0.0.1:55572/collection1/ has no replicas
   [junit4]   2> 604353 T2161 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55572/collection1/ shard1
   [junit4]   2> 604353 T2161 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 604906 T2159 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 604913 T2158 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 604959 T2161 oasc.ZkController.register We are http://127.0.0.1:55572/collection1/ and leader is http://127.0.0.1:55572/collection1/
   [junit4]   2> 604960 T2161 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55572
   [junit4]   2> 604960 T2161 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 604960 T2161 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 604960 T2161 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 604963 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 604964 T2136 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 604964 T2136 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 604965 T2136 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 604969 T2136 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 604971 T2136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 604973 T2165 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d7eb7da1 name:ZooKeeperConnection Watcher:127.0.0.1:35542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 604973 T2136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 604974 T2136 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 604976 T2136 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 605041 T2136 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 605045 T2136 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39727
   [junit4]   2> 605046 T2136 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 605046 T2136 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 605047 T2136 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1377302424904
   [junit4]   2> 605048 T2136 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1377302424904/'
   [junit4]   2> 605055 T2136 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1377302424904/solr.xml
   [junit4]   2> 605086 T2136 oasc.CoreContainer.<init> New CoreContainer -1321340903
   [junit4]   2> 605087 T2136 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1377302424904/]
   [junit4]   2> 605088 T2136 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 605088 T2136 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 605089 T2136 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 605090 T2136 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 605090 T2136 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 605091 T2136 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 605091 T2136 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 605092 T2136 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 605093 T2136 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 605093 T2136 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 605098 T2136 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35542/solr
   [junit4]   2> 605098 T2136 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 605100 T2136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 605101 T2176 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@228043de name:ZooKeeperConnection Watcher:127.0.0.1:35542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 605102 T2136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 605103 T2136 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 605109 T2136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 605110 T2178 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b323213 name:ZooKeeperConnection Watcher:127.0.0.1:35542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 605111 T2136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 605114 T2136 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 606116 T2136 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39727_
   [junit4]   2> 606118 T2136 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39727_
   [junit4]   2> 606120 T2165 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 606121 T2178 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 606120 T2158 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 606121 T2158 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 606126 T2179 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 606126 T2179 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 606127 T2179 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 606419 T2159 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 606420 T2159 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55572",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:55572_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 606425 T2159 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39727",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:39727_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 606426 T2159 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 606427 T2159 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 606432 T2158 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 606432 T2165 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 606432 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 607128 T2179 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 607129 T2179 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1377302424904/collection1
   [junit4]   2> 607130 T2179 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 607131 T2179 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 607132 T2179 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 607135 T2179 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1377302424904/collection1/'
   [junit4]   2> 607137 T2179 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1377302424904/collection1/lib/classes/' to classloader
   [junit4]   2> 607138 T2179 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1377302424904/collection1/lib/README' to classloader
   [junit4]   2> 607198 T2179 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 607233 T2179 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 607234 T2179 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 607240 T2179 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 607588 T2179 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 607593 T2179 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 607595 T2179 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 607604 T2179 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 607607 T2179 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 607611 T2179 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 607611 T2179 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 607612 T2179 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 607612 T2179 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 607613 T2179 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 607613 T2179 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 607614 T2179 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 607614 T2179 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1377302424904/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1377302421454/jetty1/
   [junit4]   2> 607614 T2179 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57b0c119
   [junit4]   2> 607615 T2179 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1377302421454/jetty1
   [junit4]   2> 607616 T2179 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1377302421454/jetty1/index/
   [junit4]   2> 607616 T2179 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1377302421454/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 607616 T2179 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1377302421454/jetty1/index
   [junit4]   2> 607617 T2179 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 607617 T2179 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2c8e5ed1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@9627f6e2),segFN=segments_1,generation=1}
   [junit4]   2> 607618 T2179 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 607620 T2179 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 607620 T2179 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 607621 T2179 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 607621 T2179 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 607621 T2179 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 607622 T2179 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 607622 T2179 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 607622 T2179 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 607623 T2179 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 607623 T2179 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 607624 T2179 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 607624 T2179 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 607625 T2179 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 607625 T2179 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 607625 T2179 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 607627 T2179 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 607629 T2179 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 607629 T2179 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 607630 T2179 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 607631 T2179 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2c8e5ed1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@9627f6e2),segFN=segments_1,generation=1}
   [junit4]   2> 607631 T2179 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 607631 T2179 oass.SolrIndexSearcher.<init> Opening Searcher@c5d4138 main
   [junit4]   2> 607634 T2180 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c5d4138 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 607635 T2179 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 607635 T2179 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39727 collection:collection1 shard:shard1
   [junit4]   2> 607636 T2179 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 607640 T2179 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 607646 T2179 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 607648 T2179 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 607648 T2179 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 607648 T2179 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39727/collection1/
   [junit4]   2> 607649 T2179 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 607649 T2179 oasc.SyncStrategy.syncToMe http://127.0.0.1:39727/collection1/ has no replicas
   [junit4]   2> 607650 T2179 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39727/collection1/ shard1
   [junit4]   2> 607650 T2179 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 607939 T2159 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 607944 T2158 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 607944 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 607944 T2165 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 607956 T2179 oasc.ZkController.register We are http://127.0.0.1:39727/collection1/ and leader is http://127.0.0.1:39727/collection1/
   [junit4]   2> 607956 T2179 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39727
   [junit4]   2> 607957 T2179 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 607957 T2179 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 607957 T2179 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 607960 T2179 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 607961 T2136 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 607961 T2136 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 607962 T2136 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 608033 T2136 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 608036 T2136 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57571
   [junit4]   2> 608037 T2136 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 608038 T2136 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 608038 T2136 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1377302427893
   [junit4]   2> 608039 T2136 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1377302427893/'
   [junit4]   2> 608047 T2136 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1377302427893/solr.xml
   [junit4]   2> 608078 T2136 oasc.CoreContainer.<init> New CoreContainer 1275150559
   [junit4]   2> 608079 T2136 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1377302427893/]
   [junit4]   2> 608080 T2136 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 608081 T2136 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 608081 T2136 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 608082 T2136 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 608082 T2136 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 608083 T2136 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 608083 T2136 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 608084 T2136 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 608085 T2136 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 608086 T2136 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 608090 T2136 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35542/solr
   [junit4]   2> 608091 T2136 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 608092 T2136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 608094 T2192 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@af8e832f name:ZooKeeperConnection Watcher:127.0.0.1:35542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 608094 T2136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 608096 T2136 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 608101 T2136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 608103 T2194 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4395a06a name:ZooKeeperConnection Watcher:127.0.0.1:35542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 608103 T2136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 608107 T2136 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 609110 T2136 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57571_
   [junit4]   2> 609111 T2136 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57571_
   [junit4]   2> 609113 T2165 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 609113 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 609114 T2194 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 609116 T2165 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 609116 T2158 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 609117 T2158 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 609120 T2178 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 609125 T2195 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 609126 T2195 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 609127 T2195 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 609447 T2159 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 609448 T2159 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39727",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:39727_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 609450 T2159 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57571",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "node_name":"127.0.0.1:57571_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 609451 T2159 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 609451 T2159 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 609454 T2158 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 609454 T2165 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 609454 T2194 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 609454 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 610128 T2195 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 610128 T2195 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1377302427893/collection1
   [junit4]   2> 610129 T2195 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 610130 T2195 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 610130 T2195 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 610131 T2195 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1377302427893/collection1/'
   [junit4]   2> 610132 T2195 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1377302427893/collection1/lib/classes/' to classloader
   [junit4]   2> 610133 T2195 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1377302427893/collection1/lib/README' to classloader
   [junit4]   2> 610178 T2195 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 610227 T2195 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 610228 T2195 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 610234 T2195 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 610579 T2195 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 610584 T2195 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 610587 T2195 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 610599 T2195 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 610603 T2195 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 610608 T2195 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 610609 T2195 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 610610 T2195 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 610610 T2195 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 610611 T2195 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 610612 T2195 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 610612 T2195 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 610612 T2195 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1377302427893/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1377302421454/jetty2/
   [junit4]   2> 610613 T2195 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57b0c119
   [junit4]   2> 610614 T2195 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1377302421454/jetty2
   [junit4]   2> 610615 T2195 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1377302421454/jetty2/index/
   [junit4]   2> 610615 T2195 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1377302421454/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 610616 T2195 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1377302421454/jetty2/index
   [junit4]   2> 610616 T2195 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 610617 T2195 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8ce1d290 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@aa02126),segFN=segments_1,generation=1}
   [junit4]   2> 610618 T2195 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 610620 T2195 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 610621 T2195 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 610621 T2195 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 610622 T2195 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 610622 T2195 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 610623 T2195 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 610624 T2195 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 610624 T2195 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 610625 T2195 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 610625 T2195 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 610626 T2195 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 610627 T2195 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 610627 T2195 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 610628 T2195 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 610629 T2195 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 610630 T2195 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 610632 T2195 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 610633 T2195 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 610633 T2195 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 610634 T2195 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8ce1d290 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@aa02126),segFN=segments_1,generation=1}
   [junit4]   2> 610634 T2195 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 610635 T2195 oass.SolrIndexSearcher.<init> Opening Searcher@c2532de main
   [junit4]   2> 610637 T2196 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c2532de main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 610639 T2195 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 610639 T2195 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57571 collection:collection1 shard:shard2
   [junit4]   2> 610639 T2195 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 610644 T2195 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 610649 T2195 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 610651 T2195 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 610651 T2195 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 610652 T2195 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57571/collection1/
   [junit4]   2> 610652 T2195 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 610652 T2195 oasc.SyncStrategy.syncToMe http://127.0.0.1:57571/collection1/ has no replicas
   [junit4]   2> 610653 T2195 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57571/collection1/ shard2
   [junit4]   2> 610653 T2195 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 610960 T2159 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 610970 T2165 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 610970 T2158 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 610970 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 610970 T2194 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 611008 T2195 oasc.ZkController.register We are http://127.0.0.1:57571/collection1/ and leader is http://127.0.0.1:57571/collection1/
   [junit4]   2> 611009 T2195 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57571
   [junit4]   2> 611010 T2195 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 611010 T2195 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 611011 T2195 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 611013 T2195 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 611015 T2136 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 611017 T2136 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 611018 T2136 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 611114 T2136 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 611117 T2136 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51596
   [junit4]   2> 611118 T2136 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 611119 T2136 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 611119 T2136 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1377302430954
   [junit4]   2> 611120 T2136 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1377302430954/'
   [junit4]   2> 611128 T2136 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1377302430954/solr.xml
   [junit4]   2> 611159 T2136 oasc.CoreContainer.<init> New CoreContainer 1260409062
   [junit4]   2> 611160 T2136 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1377302430954/]
   [junit4]   2> 611162 T2136 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 611162 T2136 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 611163 T2136 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 611163 T2136 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 611164 T2136 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 611165 T2136 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 611165 T2136 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 611166 T2136 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 611166 T2136 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 611167 T2136 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 611172 T2136 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35542/solr
   [junit4]   2> 611172 T2136 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 611174 T2136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 611175 T2208 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ee4f1d9 name:ZooKeeperConnection Watcher:127.0.0.1:35542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 611175 T2136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 611177 T2136 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 611182 T2136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 611183 T2210 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8d45299d name:ZooKeeperConnection Watcher:127.0.0.1:35542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 611183 T2136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 611186 T2136 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 612189 T2136 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51596_
   [junit4]   2> 612191 T2136 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51596_
   [junit4]   2> 612195 T2165 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 612195 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 612197 T2158 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 612197 T2194 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 612198 T2158 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 612199 T2178 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 612199 T2194 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 612197 T2210 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 612199 T2165 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 612207 T2211 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 612208 T2211 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 612210 T2211 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 612477 T2159 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 612478 T2159 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57571",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "node_name":"127.0.0.1:57571_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 612483 T2159 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51596",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "node_name":"127.0.0.1:51596_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 612484 T2159 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 612484 T2159 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 612490 T2165 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 612490 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 612490 T2210 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 612490 T2158 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 612490 T2194 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 613210 T2211 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 613211 T2211 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1377302430954/collection1
   [junit4]   2> 613212 T2211 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 613213 T2211 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 613214 T2211 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 613216 T2211 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1377302430954/collection1/'
   [junit4]   2> 613217 T2211 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1377302430954/collection1/lib/classes/' to classloader
   [junit4]   2> 613218 T2211 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1377302430954/collection1/lib/README' to classloader
   [junit4]   2> 613273 T2211 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 613304 T2211 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 613305 T2211 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 613311 T2211 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 613652 T2211 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 613657 T2211 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 613660 T2211 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 613669 T2211 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 613673 T2211 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 613677 T2211 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 613678 T2211 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 613679 T2211 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 613679 T2211 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 613680 T2211 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 613680 T2211 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 613681 T2211 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 613681 T2211 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1377302430954/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1377302421454/jetty3/
   [junit4]   2> 613682 T2211 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57b0c119
   [junit4]   2> 613682 T2211 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1377302421454/jetty3
   [junit4]   2> 613683 T2211 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1377302421454/jetty3/index/
   [junit4]   2> 613683 T2211 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1377302421454/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 613684 T2211 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1377302421454/jetty3/index
   [junit4]   2> 613684 T2211 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 613685 T2211 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@cb0b67e8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4f9f61d5),segFN=segments_1,generation=1}
   [junit4]   2> 613685 T2211 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 613688 T2211 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 613688 T2211 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 613689 T2211 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 613689 T2211 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 613690 T2211 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 613690 T2211 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 613691 T2211 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 613691 T2211 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 613691 T2211 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 613692 T2211 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 613693 T2211 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 613693 T2211 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 613693 T2211 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 613694 T2211 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 613695 T2211 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 613696 T2211 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 613699 T2211 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 613699 T2211 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 613700 T2211 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 613700 T2211 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@cb0b67e8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4f9f61d5),segFN=segments_1,generation=1}
   [junit4]   2> 613701 T2211 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 613701 T2211 oass.SolrIndexSearcher.<init> Opening Searcher@8df0425f main
   [junit4]   2> 613704 T2212 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8df0425f main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 613705 T2211 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 613705 T2211 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51596 collection:collection1 shard:shard1
   [junit4]   2> 613706 T2211 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 613712 T2211 oasc.ZkController.register We are http://127.0.0.1:51596/collection1/ and leader is http://127.0.0.1:39727/collection1/
   [junit4]   2> 613712 T2211 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51596
   [junit4]   2> 613712 T2211 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 613712 T2211 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C530 name=collection1 org.apache.solr.core.SolrCore@d0bf53de url=http://127.0.0.1:51596/collection1 node=127.0.0.1:51596_ C530_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:51596, state=down, node_name=127.0.0.1:51596_, core=collection1}
   [junit4]   2> 613713 T2213 C530 P51596 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 613713 T2211 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 613713 T2213 C530 P51596 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 613714 T2213 C530 P51596 oasc.ZkController.publish publishing core=collection1 state=recovering
   [junit4]   2> 613714 T2213 C530 P51596 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 613714 T2136 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 613715 T2136 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 613715 T2213 C530 P51596 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 613716 T2136 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 613727 T2171 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
   [junit4]   2> 613791 T2136 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 613794 T2136 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37270
   [junit4]   2> 613795 T2136 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 613796 T2136 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 613796 T2136 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..

[...truncated too long message...]

  "router":"compositeId",
   [junit4]   1>          "configName":"conf1"}
   [junit4]   1>     /solr/collections/onenodecollection/leader_elect (1)
   [junit4]   1>      /solr/collections/onenodecollection/leader_elect/shard1 (1)
   [junit4]   1>       /solr/collections/onenodecollection/leader_elect/shard1/election (1)
   [junit4]   1>        /solr/collections/onenodecollection/leader_elect/shard1/election/90262891492671494-core_node1-n_0000000000 (0)
   [junit4]   1>     /solr/collections/onenodecollection/leaders (1)
   [junit4]   1>      /solr/collections/onenodecollection/leaders/shard1 (0)
   [junit4]   1>      DATA:
   [junit4]   1>          {
   [junit4]   1>            "base_url":"http://127.0.0.1:39727",
   [junit4]   1>            "node_name":"127.0.0.1:39727_",
   [junit4]   1>            "core":"onenodecollectioncore"}
   [junit4]   1>   /solr/aliases.json (0)
   [junit4]   1>   /solr/live_nodes (5)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:55572_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:37270_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:51596_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:39727_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:57571_ (0)
   [junit4]   1>   /solr/clusterstate.json (0)
   [junit4]   1>   DATA:
   [junit4]   1>       {
   [junit4]   1>         "control_collection":{
   [junit4]   1>           "shards":{"shard1":{
   [junit4]   1>               "range":"80000000-7fffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{"core_node1":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:55572",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:55572_",
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "leader":"true"}}}},
   [junit4]   1>           "maxShardsPerNode":"1",
   [junit4]   1>           "router":"compositeId",
   [junit4]   1>           "replicationFactor":"1"},
   [junit4]   1>         "onenodecollection":{
   [junit4]   1>           "shards":{"shard1":{
   [junit4]   1>               "range":"80000000-7fffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{"core_node1":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:39727",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:39727_",
   [junit4]   1>                   "roles":"none",
   [junit4]   1>                   "core":"onenodecollectioncore",
   [junit4]   1>                   "leader":"true"}}}},
   [junit4]   1>           "maxShardsPerNode":"1",
   [junit4]   1>           "router":"compositeId",
   [junit4]   1>           "replicationFactor":"1"},
   [junit4]   1>         "collection1":{
   [junit4]   1>           "shards":{
   [junit4]   1>             "shard1":{
   [junit4]   1>               "range":"80000000-ffffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{
   [junit4]   1>                 "core_node1":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:39727",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:39727_",
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "leader":"true"},
   [junit4]   1>                 "core_node3":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:51596",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:51596_",
   [junit4]   1>                   "core":"collection1"}}},
   [junit4]   1>             "shard2":{
   [junit4]   1>               "range":"0-7fffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{
   [junit4]   1>                 "core_node2":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:57571",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:57571_",
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "leader":"true"},
   [junit4]   1>                 "core_node4":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:37270",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:37270_",
   [junit4]   1>                   "core":"collection1"}}}},
   [junit4]   1>           "maxShardsPerNode":"1",
   [junit4]   1>           "router":"compositeId",
   [junit4]   1>           "replicationFactor":"1"}}
   [junit4]   1>  /zookeeper (1)
   [junit4]   1>  DATA:
   [junit4]   1>      
   [junit4]   1> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=3BD54DBC83439D73 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=pt_PT -Dtests.timezone=Pacific/Wallis -Dtests.file.encoding=UTF-8
   [junit4] ERROR   28.2s J0 | BasicDistributedZk2Test.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:57571/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3BD54DBC83439D73:BA33C3A4F41CFD4F]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
   [junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:88)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:780)
   [junit4]   2> 629685 T2136 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 28169 T2135 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=pt_PT, timezone=Pacific/Wallis
   [junit4]   2> NOTE: Linux 3.2.0-52-generic x86/IBM Corporation 1.7.0 (32-bit)/cpus=8,threads=2,free=118267168,total=257294336
   [junit4]   2> NOTE: All tests run in this JVM: [BlockDirectoryTest, TestLuceneMatchVersion, TestFieldTypeResource, DateMathParserTest, TestCoreContainer, TestJoin, HdfsLockFactoryTest, JsonLoaderTest, BasicDistributedZkTest, ResourceLoaderTest, TestSolrXMLSerializer, QueryEqualityTest, SliceStateTest, SolrXmlInZkTest, TestConfig, TestCloudManagedSchema, ClusterStateUpdateTest, TestSystemIdResolver, FieldMutatingUpdateProcessorTest, TestElisionMultitermQuery, UUIDFieldTest, TestFaceting, SyncSliceTest, DocumentBuilderTest, HdfsRecoveryZkTest, TestJmxMonitoredMap, BJQParserTest, TermVectorComponentTest, TestDocumentBuilder, TestPseudoReturnFields, TestTrie, TestSolrQueryParser, TestSchemaSimilarityResource, URLClassifyProcessorTest, TestPHPSerializedResponseWriter, BadComponentTest, StatelessScriptUpdateProcessorFactoryTest, AnalysisAfterCoreReloadTest, TestCharFilters, TestSort, TestRemoteStreaming, SoftAutoCommitTest, SystemInfoHandlerTest, HdfsCollectionsAPIDistributedZkTest, ClusterStateTest, LukeRequestHandlerTest, TestImplicitCoreProperties, LegacyHTMLStripCharFilterTest, LoggingHandlerTest, TestPerFieldSimilarity, SearchHandlerTest, BadCopyFieldTest, TestSuggestSpellingConverter, TermsComponentTest, TestDocSet, RecoveryZkTest, CopyFieldTest, FastVectorHighlighterTest, BinaryUpdateRequestHandlerTest, TestBM25SimilarityFactory, MoreLikeThisHandlerTest, PolyFieldTest, BlockCacheTest, TestClassNameShortening, TestBadConfig, TestMaxScoreQueryParser, TestReplicationHandler, ZkCLITest, ReturnFieldsTest, ExternalFileFieldSortTest, TestLMJelinekMercerSimilarityFactory, AutoCommitTest, DOMUtilTest, SliceStateUpdateTest, TestLFUCache, SimpleFacetsTest, SOLR749Test, BasicDistributedZk2Test]
   [junit4] Completed on J0 in 28.70s, 1 test, 1 error <<< FAILURES!

[...truncated 523 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:389: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:382: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:450: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1230: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:873: There were test failures: 324 suites, 1405 tests, 1 error, 35 ignored (6 assumptions)

Total time: 44 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/ibm-j9-jdk7 -Xjit:exclude={org/apache/lucene/util/fst/FST.pack(IIF)Lorg/apache/lucene/util/fst/FST;}
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure