You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/12/22 13:01:50 UTC

[JENKINS] Lucene-Solr-6.x-Linux (64bit/jdk1.8.0_112) - Build # 2483 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/2483/
Java: 64bit/jdk1.8.0_112 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup

Error Message:
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-002/collection1/data/snapshot.viq/_0.fnm

Stack Trace:
java.nio.file.NoSuchFileException: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-002/collection1/data/snapshot.viq/_0.fnm
	at __randomizedtesting.SeedInfo.seed([67EBEB1D736E0F81:2660CB7854D0FCCE]:0)
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.Files.newByteChannel(Files.java:361)
	at java.nio.file.Files.newByteChannel(Files.java:407)
	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:137)
	at org.apache.lucene.codecs.lucene60.Lucene60FieldInfosFormat.read(Lucene60FieldInfosFormat.java:113)
	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:104)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:74)
	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:62)
	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:54)
	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:690)
	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:77)
	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
	at org.apache.solr.handler.TestReplicationHandlerBackup.verify(TestReplicationHandlerBackup.java:150)
	at org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup(TestReplicationHandlerBackup.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11414 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandlerBackup
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/init-core-data-001
   [junit4]   2> 631035 INFO  (SUITE-TestReplicationHandlerBackup-seed#[67EBEB1D736E0F81]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 631036 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBackupOnCommit
   [junit4]   2> 631037 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-001/collection1
   [junit4]   2> 631044 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 631044 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e581bf7{/solr,null,AVAILABLE}
   [junit4]   2> 631045 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@13ef20fd{HTTP/1.1,[http/1.1]}{127.0.0.1:39733}
   [junit4]   2> 631045 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.e.j.s.Server Started @633093ms
   [junit4]   2> 631045 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=39733}
   [junit4]   2> 631046 ERROR (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 631046 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.0
   [junit4]   2> 631046 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 631046 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 631046 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-22T12:24:43.157Z
   [junit4]   2> 631046 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-001/solr.xml
   [junit4]   2> 631051 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 631053 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-001/.
   [junit4]   2> 631053 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 631068 INFO  (coreLoadExecutor-1473-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 631076 INFO  (coreLoadExecutor-1473-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 631077 INFO  (coreLoadExecutor-1473-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 631078 INFO  (coreLoadExecutor-1473-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-001/./collection1
   [junit4]   2> 631079 INFO  (coreLoadExecutor-1473-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 631079 INFO  (coreLoadExecutor-1473-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=22, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 631084 INFO  (coreLoadExecutor-1473-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 631084 INFO  (coreLoadExecutor-1473-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 631084 INFO  (coreLoadExecutor-1473-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 631084 INFO  (coreLoadExecutor-1473-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d340108[collection1] main]
   [junit4]   2> 631085 INFO  (coreLoadExecutor-1473-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-001/collection1/conf
   [junit4]   2> 631085 INFO  (coreLoadExecutor-1473-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema-replication2.xml:schema.xml
   [junit4]   2> 631085 INFO  (coreLoadExecutor-1473-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 631085 INFO  (searcherExecutor-1474-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3d340108[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 631560 INFO  (qtp830562532-3448) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 631561 INFO  (qtp830562532-3448) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 1
   [junit4]   2> 631561 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.a.s.h.BackupRestoreUtils Indexing 67 test docs
   [junit4]   2> 631565 INFO  (qtp830562532-3449) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, ... (67 adds)]} 0 1
   [junit4]   2> 631566 INFO  (qtp830562532-3450) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 631566 INFO  (qtp830562532-3450) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@748e564c
   [junit4]   2> 631578 INFO  (Thread-778) [    x:collection1] o.a.s.h.SnapShooter Creating backup snapshot <not named> at file:///home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-001/./collection1/data/
   [junit4]   2> 631578 INFO  (qtp830562532-3450) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@8c00d4e[collection1] main]
   [junit4]   2> 631578 INFO  (qtp830562532-3450) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 631578 INFO  (searcherExecutor-1474-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@8c00d4e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C67)))}
   [junit4]   2> 631578 INFO  (qtp830562532-3450) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 11
   [junit4]   2> 631583 INFO  (qtp830562532-3448) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 631583 INFO  (Thread-778) [    x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: <not named> at file:///home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-001/./collection1/data/
   [junit4]   2> 632587 INFO  (qtp830562532-3449) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 633597 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBackupOnCommit
   [junit4]   2> 633597 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@13ef20fd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 633597 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=380207967
   [junit4]   2> 633598 INFO  (coreCloseExecutor-1478-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5a729bc6
   [junit4]   2> 633599 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[67EBEB1D736E0F81]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@e581bf7{/solr,null,UNAVAILABLE}
   [junit4]   2> 633602 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestBackup
   [junit4]   2> 633602 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-002/collection1
   [junit4]   2> 633610 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 633611 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b9ed52f{/solr,null,AVAILABLE}
   [junit4]   2> 633611 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6d8c4329{HTTP/1.1,[http/1.1]}{127.0.0.1:33353}
   [junit4]   2> 633612 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.e.j.s.Server Started @635659ms
   [junit4]   2> 633612 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=33353}
   [junit4]   2> 633612 ERROR (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 633612 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.0
   [junit4]   2> 633612 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 633612 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 633612 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-22T12:24:45.723Z
   [junit4]   2> 633613 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-002/solr.xml
   [junit4]   2> 633620 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 633622 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-002/.
   [junit4]   2> 633622 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 633629 INFO  (coreLoadExecutor-1485-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 633636 INFO  (coreLoadExecutor-1485-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 633638 INFO  (coreLoadExecutor-1485-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 633639 INFO  (coreLoadExecutor-1485-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-002/./collection1
   [junit4]   2> 633639 INFO  (coreLoadExecutor-1485-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 633640 INFO  (coreLoadExecutor-1485-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=22, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 633646 INFO  (coreLoadExecutor-1485-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 633646 INFO  (coreLoadExecutor-1485-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 633646 INFO  (coreLoadExecutor-1485-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 633646 INFO  (coreLoadExecutor-1485-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17b7ccbe[collection1] main]
   [junit4]   2> 633646 INFO  (coreLoadExecutor-1485-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-002/collection1/conf
   [junit4]   2> 633646 INFO  (coreLoadExecutor-1485-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema-replication2.xml:schema.xml
   [junit4]   2> 633646 INFO  (coreLoadExecutor-1485-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 633646 INFO  (searcherExecutor-1486-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@17b7ccbe[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 634125 INFO  (qtp1268969923-3469) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 634126 INFO  (qtp1268969923-3469) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 634126 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.a.s.h.BackupRestoreUtils Indexing 35 test docs
   [junit4]   2> 634129 INFO  (qtp1268969923-3470) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, ... (35 adds)]} 0 1
   [junit4]   2> 634131 INFO  (qtp1268969923-3471) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 634131 INFO  (qtp1268969923-3471) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5dd88d28
   [junit4]   2> 634135 INFO  (Thread-789) [    x:collection1] o.a.s.h.SnapShooter Creating backup snapshot <not named> at file:///home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-002/./collection1/data/
   [junit4]   2> 634136 INFO  (qtp1268969923-3471) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e89db35[collection1] main]
   [junit4]   2> 634136 INFO  (qtp1268969923-3471) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 634136 INFO  (searcherExecutor-1486-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4e89db35[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C35)))}
   [junit4]   2> 634136 INFO  (qtp1268969923-3471) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
   [junit4]   2> 634138 INFO  (qtp1268969923-3465) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 634140 INFO  (Thread-789) [    x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: <not named> at file:///home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-002/./collection1/data/
   [junit4]   2> 635141 INFO  (qtp1268969923-3469) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 636155 INFO  (qtp1268969923-3471) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={name=viq&command=backup} status=0 QTime=1
   [junit4]   2> 636155 INFO  (Thread-790) [    x:collection1] o.a.s.h.SnapShooter Creating backup snapshot viq at file:///home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-002/./collection1/data/
   [junit4]   2> 636164 INFO  (qtp1268969923-3470) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 637422 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestBackup
   [junit4]   2> 637423 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6d8c4329{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 637423 INFO  (Thread-790) [    x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: viq at file:///home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-002/./collection1/data/
   [junit4]   2> 637423 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1401133266
   [junit4]   2> 637423 INFO  (coreCloseExecutor-1490-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@21eebb83
   [junit4]   2> 637425 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[67EBEB1D736E0F81]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7b9ed52f{/solr,null,UNAVAILABLE}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReplicationHandlerBackup -Dtests.method=doTestBackup -Dtests.seed=67EBEB1D736E0F81 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=nl -Dtests.timezone=Pacific/Galapagos -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   3.83s J0 | TestReplicationHandlerBackup.doTestBackup <<<
   [junit4]    > Throwable #1: java.nio.file.NoSuchFileException: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001/solr-instance-002/collection1/data/snapshot.viq/_0.fnm
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([67EBEB1D736E0F81:2660CB7854D0FCCE]:0)
   [junit4]    > 	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
   [junit4]    > 	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
   [junit4]    > 	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
   [junit4]    > 	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
   [junit4]    > 	at java.nio.file.Files.newByteChannel(Files.java:361)
   [junit4]    > 	at java.nio.file.Files.newByteChannel(Files.java:407)
   [junit4]    > 	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:137)
   [junit4]    > 	at org.apache.lucene.codecs.lucene60.Lucene60FieldInfosFormat.read(Lucene60FieldInfosFormat.java:113)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:104)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:74)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:62)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:54)
   [junit4]    > 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:690)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:77)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]    > 	at org.apache.solr.handler.TestReplicationHandlerBackup.verify(TestReplicationHandlerBackup.java:150)
   [junit4]    > 	at org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup(TestReplicationHandlerBackup.java:214)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 637427 INFO  (SUITE-TestReplicationHandlerBackup-seed#[67EBEB1D736E0F81]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_67EBEB1D736E0F81-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {name=PostingsFormat(name=MockRandom), id=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=1222, maxMBSortInHeap=5.889439029664947, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=nl, timezone=Pacific/Galapagos
   [junit4]   2> NOTE: Linux 4.4.0-53-generic amd64/Oracle Corporation 1.8.0_112 (64-bit)/cpus=12,threads=1,free=184422120,total=511758336
   [junit4]   2> NOTE: All tests run in this JVM: [CdcrReplicationDistributedZkTest, ZkStateReaderTest, SegmentsInfoRequestHandlerTest, HdfsLockFactoryTest, WrapperMergePolicyFactoryTest, BJQParserTest, TestSolrCLIRunExample, AnalysisAfterCoreReloadTest, TestSolrCoreProperties, PathHierarchyTokenizerFactoryTest, TestDocumentBuilder, BasicDistributedZkTest, TestCrossCoreJoin, TestStressLucene, TestFunctionQuery, UniqFieldsUpdateProcessorFactoryTest, TestSearcherReuse, TestExactSharedStatsCache, SmileWriterTest, TestFoldingMultitermQuery, DistanceUnitsTest, ExplicitHLLTest, TestCloudManagedSchema, ShardSplitTest, TestFastWriter, VersionInfoTest, TestMissingGroups, TestFieldCollectionResource, TestSizeLimitedDistributedMap, TestStressRecovery, TestConfigSetsAPI, TestBinaryResponseWriter, TestReplicationHandlerBackup]
   [junit4] Completed [224/665 (1!)] on J0 in 6.40s, 2 tests, 1 error <<< FAILURES!

[...truncated 63843 lines...]