You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/11/28 23:58:55 UTC

[JENKINS-EA] Lucene-Solr-6.x-Linux (32bit/jdk-9-ea+140) - Build # 2293 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/2293/
Java: 32bit/jdk-9-ea+140 -server -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup

Error Message:
no segments* file found in SimpleFSDirectory@/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/collection1/data/snapshot.svig lockFactory=org.apache.lucene.store.NativeFSLockFactory@56f237: files: [_0.si]

Stack Trace:
org.apache.lucene.index.IndexNotFoundException: no segments* file found in SimpleFSDirectory@/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/collection1/data/snapshot.svig lockFactory=org.apache.lucene.store.NativeFSLockFactory@56f237: files: [_0.si]
	at __randomizedtesting.SeedInfo.seed([5A0F4F581134B450:1B846F3D368A471F]:0)
	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:680)
	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:77)
	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
	at org.apache.solr.handler.TestReplicationHandlerBackup.verify(TestReplicationHandlerBackup.java:150)
	at org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup(TestReplicationHandlerBackup.java:214)
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@9-ea/Native Method)
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@9-ea/NativeMethodAccessorImpl.java:62)
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@9-ea/DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(java.base@9-ea/Method.java:535)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(java.base@9-ea/Thread.java:843)




Build Log:
[...truncated 12457 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandlerBackup
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/init-core-data-001
   [junit4]   2> 2057248 INFO  (SUITE-TestReplicationHandlerBackup-seed#[5A0F4F581134B450]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
   [junit4]   2> 2057249 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestBackup
   [junit4]   2> 2057250 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/collection1
   [junit4]   2> 2057256 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2057256 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@541eae{/solr,null,AVAILABLE}
   [junit4]   2> 2057258 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1f9bfa9{HTTP/1.1,[http/1.1]}{127.0.0.1:40280}
   [junit4]   2> 2057258 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.e.j.s.Server Started @2059227ms
   [junit4]   2> 2057258 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/collection1/data, hostPort=40280}
   [junit4]   2> 2057258 ERROR (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2057259 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.0
   [junit4]   2> 2057259 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2057259 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2057259 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-28T23:46:14.177453Z
   [junit4]   2> 2057260 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/solr.xml
   [junit4]   2> 2057266 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2057276 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/.
   [junit4]   2> 2057276 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2057284 INFO  (coreLoadExecutor-10962-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 2057290 INFO  (coreLoadExecutor-10962-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2057291 INFO  (coreLoadExecutor-10962-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 2057292 INFO  (coreLoadExecutor-10962-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/./collection1
   [junit4]   2> 2057292 INFO  (coreLoadExecutor-10962-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 2057293 INFO  (coreLoadExecutor-10962-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31560597325351747]
   [junit4]   2> 2057297 INFO  (coreLoadExecutor-10962-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2057298 INFO  (coreLoadExecutor-10962-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2057298 INFO  (coreLoadExecutor-10962-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=77.4755859375, floorSegmentMB=0.50390625, forceMergeDeletesPctAllowed=19.688043225838943, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2057298 INFO  (coreLoadExecutor-10962-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@16e0aa3[collection1] main]
   [junit4]   2> 2057299 INFO  (coreLoadExecutor-10962-thread-1) [    ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/collection1/conf
   [junit4]   2> 2057299 INFO  (coreLoadExecutor-10962-thread-1) [    ] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema-replication2.xml:schema.xml
   [junit4]   2> 2057299 INFO  (coreLoadExecutor-10962-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2057299 INFO  (searcherExecutor-10963-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@16e0aa3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2057781 INFO  (qtp33338184-97503) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 2057781 INFO  (qtp33338184-97503) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 2057781 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.a.s.h.BackupRestoreUtils Indexing 76 test docs
   [junit4]   2> 2057784 INFO  (qtp33338184-97504) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, ... (76 adds)]} 0 1
   [junit4]   2> 2057785 INFO  (qtp33338184-97505) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2057786 INFO  (qtp33338184-97505) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@11172dd
   [junit4]   2> 2057789 INFO  (Thread-3224) [    ] o.a.s.h.SnapShooter Creating backup snapshot <not named> at file:///home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/./collection1/data/
   [junit4]   2> 2057790 INFO  (qtp33338184-97505) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@10152fd[collection1] main]
   [junit4]   2> 2057790 INFO  (qtp33338184-97505) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2057790 INFO  (searcherExecutor-10963-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@10152fd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C76)))}
   [junit4]   2> 2057790 INFO  (qtp33338184-97505) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 4
   [junit4]   2> 2057792 INFO  (qtp33338184-97503) [    ] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 2057803 INFO  (Thread-3224) [    ] o.a.s.h.SnapShooter Done creating backup snapshot: <not named> at file:///home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/./collection1/data/
   [junit4]   2> 2058795 INFO  (qtp33338184-97504) [    ] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 2059800 INFO  (Thread-3225) [    ] o.a.s.h.SnapShooter Creating backup snapshot reeyjegrdxm at file:///home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/./collection1/data/
   [junit4]   2> 2059800 INFO  (qtp33338184-97499) [    ] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={name=reeyjegrdxm&command=backup} status=0 QTime=1
   [junit4]   2> 2059803 INFO  (qtp33338184-97505) [    ] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 2059811 INFO  (Thread-3225) [    ] o.a.s.h.SnapShooter Done creating backup snapshot: reeyjegrdxm at file:///home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/./collection1/data/
   [junit4]   2> 2060812 INFO  (qtp33338184-97503) [    ] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={name=q&command=backup} status=0 QTime=1
   [junit4]   2> 2060812 INFO  (Thread-3226) [    ] o.a.s.h.SnapShooter Creating backup snapshot q at file:///home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/./collection1/data/
   [junit4]   2> 2060814 INFO  (qtp33338184-97504) [    ] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 2060821 INFO  (Thread-3226) [    ] o.a.s.h.SnapShooter Done creating backup snapshot: q at file:///home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/./collection1/data/
   [junit4]   2> 2061822 INFO  (qtp33338184-97500) [    ] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={name=fcrhs&command=backup} status=0 QTime=1
   [junit4]   2> 2061822 INFO  (Thread-3227) [    ] o.a.s.h.SnapShooter Creating backup snapshot fcrhs at file:///home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/./collection1/data/
   [junit4]   2> 2061824 INFO  (qtp33338184-97499) [    ] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 2061832 INFO  (Thread-3227) [    ] o.a.s.h.SnapShooter Done creating backup snapshot: fcrhs at file:///home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/./collection1/data/
   [junit4]   2> 2062833 INFO  (qtp33338184-97505) [    ] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={name=svig&command=backup} status=0 QTime=1
   [junit4]   2> 2062833 INFO  (Thread-3228) [    ] o.a.s.h.SnapShooter Creating backup snapshot svig at file:///home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/./collection1/data/
   [junit4]   2> 2062835 INFO  (qtp33338184-97503) [    ] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 2064900 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestBackup
   [junit4]   2> 2064900 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f9bfa9{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2064900 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=17733136
   [junit4]   2> 2064901 INFO  (coreCloseExecutor-10967-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@a0ec8f
   [junit4]   2> 2064909 INFO  (Thread-3228) [    ] o.a.s.h.SnapShooter Done creating backup snapshot: svig at file:///home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/./collection1/data/
   [junit4]   2> 2065002 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[5A0F4F581134B450]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@541eae{/solr,null,UNAVAILABLE}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReplicationHandlerBackup -Dtests.method=doTestBackup -Dtests.seed=5A0F4F581134B450 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=nnh -Dtests.timezone=Asia/Almaty -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   7.76s J1 | TestReplicationHandlerBackup.doTestBackup <<<
   [junit4]    > Throwable #1: org.apache.lucene.index.IndexNotFoundException: no segments* file found in SimpleFSDirectory@/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-001/collection1/data/snapshot.svig lockFactory=org.apache.lucene.store.NativeFSLockFactory@56f237: files: [_0.si]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5A0F4F581134B450:1B846F3D368A471F]:0)
   [junit4]    > 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:680)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:77)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]    > 	at org.apache.solr.handler.TestReplicationHandlerBackup.verify(TestReplicationHandlerBackup.java:150)
   [junit4]    > 	at org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup(TestReplicationHandlerBackup.java:214)
   [junit4]    > 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@9-ea/Native Method)
   [junit4]    > 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@9-ea/NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@9-ea/DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.lang.Thread.run(java.base@9-ea/Thread.java:843)
   [junit4]   2> 2065005 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBackupOnCommit
   [junit4]   2> 2065005 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-002/collection1
   [junit4]   2> 2065078 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2065079 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ee7b23{/solr,null,AVAILABLE}
   [junit4]   2> 2065079 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1f77008{HTTP/1.1,[http/1.1]}{127.0.0.1:45327}
   [junit4]   2> 2065079 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.e.j.s.Server Started @2067048ms
   [junit4]   2> 2065079 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-002/collection1/data, hostPort=45327}
   [junit4]   2> 2065079 ERROR (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2065079 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.0
   [junit4]   2> 2065080 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2065080 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2065080 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-11-28T23:46:21.998242Z
   [junit4]   2> 2065081 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-002/solr.xml
   [junit4]   2> 2065087 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2065098 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-002/.
   [junit4]   2> 2065098 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2065106 INFO  (coreLoadExecutor-10974-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 2065140 INFO  (coreLoadExecutor-10974-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2065141 INFO  (coreLoadExecutor-10974-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 2065142 INFO  (coreLoadExecutor-10974-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-002/./collection1
   [junit4]   2> 2065142 INFO  (coreLoadExecutor-10974-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 2065143 INFO  (coreLoadExecutor-10974-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31560597325351747]
   [junit4]   2> 2065147 INFO  (coreLoadExecutor-10974-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2065147 INFO  (coreLoadExecutor-10974-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2065147 INFO  (coreLoadExecutor-10974-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=77.4755859375, floorSegmentMB=0.50390625, forceMergeDeletesPctAllowed=19.688043225838943, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2065148 INFO  (coreLoadExecutor-10974-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@163a8b8[collection1] main]
   [junit4]   2> 2065148 INFO  (coreLoadExecutor-10974-thread-1) [    ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-002/collection1/conf
   [junit4]   2> 2065149 INFO  (coreLoadExecutor-10974-thread-1) [    ] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema-replication2.xml:schema.xml
   [junit4]   2> 2065149 INFO  (coreLoadExecutor-10974-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2065149 INFO  (searcherExecutor-10975-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@163a8b8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2065601 INFO  (qtp25759623-97528) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 2065601 INFO  (qtp25759623-97528) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 2065601 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.a.s.h.BackupRestoreUtils Indexing 23 test docs
   [junit4]   2> 2065603 INFO  (qtp25759623-97529) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, ... (23 adds)]} 0 0
   [junit4]   2> 2065605 INFO  (qtp25759623-97530) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2065605 INFO  (qtp25759623-97530) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@c49544
   [junit4]   2> 2065608 INFO  (Thread-3239) [    ] o.a.s.h.SnapShooter Creating backup snapshot <not named> at file:///home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-002/./collection1/data/
   [junit4]   2> 2065608 INFO  (qtp25759623-97530) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@19dd4d7[collection1] main]
   [junit4]   2> 2065608 INFO  (qtp25759623-97530) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2065608 INFO  (searcherExecutor-10975-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@19dd4d7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C23)))}
   [junit4]   2> 2065608 INFO  (qtp25759623-97530) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
   [junit4]   2> 2065609 INFO  (qtp25759623-97528) [    ] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 2065618 INFO  (Thread-3239) [    ] o.a.s.h.SnapShooter Done creating backup snapshot: <not named> at file:///home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001/solr-instance-002/./collection1/data/
   [junit4]   2> 2066611 INFO  (qtp25759623-97529) [    ] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 2067617 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBackupOnCommit
   [junit4]   2> 2067618 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f77008{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2067618 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=18522004
   [junit4]   2> 2067618 INFO  (coreCloseExecutor-10979-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@e2567a
   [junit4]   2> 2067619 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[5A0F4F581134B450]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ee7b23{/solr,null,UNAVAILABLE}
   [junit4]   2> 2067620 INFO  (SUITE-TestReplicationHandlerBackup-seed#[5A0F4F581134B450]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_5A0F4F581134B450-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {name=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, maxPointsInLeafNode=1090, maxMBSortInHeap=7.464056813595168, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=nnh, timezone=Asia/Almaty
   [junit4]   2> NOTE: Linux 4.4.0-47-generic i386/Oracle Corporation 9-ea (32-bit)/cpus=12,threads=1,free=350543632,total=506462208
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsUnloadDistributedZkTest, DateMathParserTest, SpellCheckCollatorTest, TestScoreJoinQPScore, TestHdfsBackupRestoreCore, LeaderElectionContextKeyTest, FileUtilsTest, CollectionsAPIDistributedZkTest, DateRangeFieldTest, PreAnalyzedFieldManagedSchemaCloudTest, DistribJoinFromCollectionTest, TlogReplayBufferedWhileIndexingTest, UtilsToolTest, SpellingQueryConverterTest, BlobRepositoryCloudTest, OverseerStatusTest, SSLMigrationTest, TestConfigSets, DistanceFunctionTest, TestUpdate, CdcrUpdateLogTest, TestSolrConfigHandlerCloud, BaseCdcrDistributedZkTest, TestLuceneMatchVersion, ZkControllerTest, TestSurroundQueryParser, IndexSchemaRuntimeFieldTest, TestCopyFieldCollectionResource, TestBM25SimilarityFactory, BlockDirectoryTest, TestCustomDocTransformer, RecoveryAfterSoftCommitTest, DistributedMLTComponentTest, SecurityConfHandlerTest, TestNonDefinedSimilarityFactory, DocumentBuilderTest, TestExactSharedStatsCache, HdfsChaosMonkeySafeLeaderTest, TestSchemaResource, TestDynamicFieldResource, HdfsSyncSliceTest, BitVectorTest, DeleteStatusTest, OpenCloseCoreStressTest, SharedFSAutoReplicaFailoverTest, TestSerializedLuceneMatchVersion, URLClassifyProcessorTest, HdfsRecoverLeaseTest, TestStressVersions, DeleteNodeTest, TestHashQParserPlugin, TestRawResponseWriter, ClassificationUpdateProcessorFactoryTest, TestAuthenticationFramework, MultiTermTest, BasicAuthIntegrationTest, TestExpandComponent, HighlighterTest, SampleTest, DirectSolrConnectionTest, TestSolrIndexConfig, TestMinMaxOnMultiValuedField, DocValuesTest, DirectSolrSpellCheckerTest, TestClusterStateMutator, DistributedQueryComponentOptimizationTest, TestPartialUpdateDeduplication, BJQParserTest, SuggesterFSTTest, CSVRequestHandlerTest, RAMDirectoryFactoryTest, WordBreakSolrSpellCheckerTest, TestSubQueryTransformerDistrib, ZkSolrClientTest, EchoParamsTest, TestHashPartitioner, TestStressLiveNodes, TestCharFilters, TestCollationFieldDocValues, HdfsDirectoryFactoryTest, BadCopyFieldTest, UUIDUpdateProcessorFallbackTest, TermVectorComponentTest, TestChildDocTransformer, ClusterStateUpdateTest, TestFieldSortValues, JSONWriterTest, TestWordDelimiterFilterFactory, UpdateRequestProcessorFactoryTest, TestConfigSetsAPIExclusivity, TestLRUCache, DistributedFacetPivotSmallTest, TestReRankQParserPlugin, TestCollapseQParserPlugin, ZkCLITest, ConvertedLegacyTest, CdcrReplicationHandlerTest, TestClusterProperties, TestSolrXml, DocValuesNotIndexedTest, CollectionReloadTest, SolrInfoMBeanTest, SimpleMLTQParserTest, SolrIndexConfigTest, TestCSVResponseWriter, TestElisionMultitermQuery, SpellCheckComponentTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, TestReplicationHandler, TestFaceting, TestRecovery, DistributedTermsComponentTest, SolrCmdDistributorTest, TestSort, BasicFunctionalityTest, TestLazyCores, SoftAutoCommitTest, DistributedQueryElevationComponentTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, TestTrie, PolyFieldTest, SchemaVersionSpecificBehaviorTest, DocValuesMultiTest, IndexBasedSpellCheckerTest, TermsComponentTest, TestValueSourceCache, FastVectorHighlighterTest, IndexSchemaTest, QueryParsingTest, JsonLoaderTest, SearchHandlerTest, TestFastOutputStream, TestFastLRUCache, TestSystemIdResolver, TestSuggestSpellingConverter, DOMUtilTest, TestSolrJ, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, TestRTGBase, DistributedIntervalFacetingTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, OverseerRolesTest, ReplaceNodeTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, TestCloudPivotFacet, TestDeleteCollectionOnDownNodes, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestOnReconnectListenerSupport, TestRandomFlRTGCloud, TestRequestStatusCollectionAPI, TestSolrCloudWithKerberosAlt, TestTolerantUpdateProcessorCloud, TriLevelCompositeIdRoutingTest, ZkStateWriterTest, CoreSorterTest, ExitableDirectoryReaderTest, QueryResultKeyTest, TestBackupRepositoryFactory, TestConfigOverlay, TestConfigSetImmutable, TestDynamicLoading, TestSolrCoreSnapshots, RequestLoggingTest, TestReplicationHandlerBackup]
   [junit4] Completed [539/658 (1!)] on J1 in 10.39s, 2 tests, 1 error <<< FAILURES!

[...truncated 50365 lines...]