You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/03/11 11:50:08 UTC

[JENKINS] Lucene-Solr-6.4-Windows (64bit/jdk1.8.0_121) - Build # 29 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.4-Windows/29/
Java: 64bit/jdk1.8.0_121 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup

Error Message:
C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001\solr-instance-002\collection1\data\snapshot.dylyb\_0.fnm

Stack Trace:
java.nio.file.NoSuchFileException: C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001\solr-instance-002\collection1\data\snapshot.dylyb\_0.fnm
	at __randomizedtesting.SeedInfo.seed([813B5CE7C883F069:C0B07C82EF3D0326]:0)
	at sun.nio.fs.WindowsException.translateToIOException(WindowsException.java:79)
	at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:97)
	at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:102)
	at sun.nio.fs.WindowsFileSystemProvider.newByteChannel(WindowsFileSystemProvider.java:230)
	at java.nio.file.Files.newByteChannel(Files.java:361)
	at java.nio.file.Files.newByteChannel(Files.java:407)
	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:137)
	at org.apache.lucene.codecs.lucene60.Lucene60FieldInfosFormat.read(Lucene60FieldInfosFormat.java:113)
	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:104)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:74)
	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:62)
	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:54)
	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:690)
	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:77)
	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
	at org.apache.solr.handler.TestReplicationHandlerBackup.verify(TestReplicationHandlerBackup.java:150)
	at org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup(TestReplicationHandlerBackup.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10966 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandlerBackup
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001\init-core-data-001
   [junit4]   2> 269032 INFO  (SUITE-TestReplicationHandlerBackup-seed#[813B5CE7C883F069]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 269034 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBackupOnCommit
   [junit4]   2> 269036 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001\solr-instance-001\collection1
   [junit4]   2> 269064 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 269066 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a6aa089{/solr,null,AVAILABLE}
   [junit4]   2> 269070 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1190b0e6{HTTP/1.1,[http/1.1]}{127.0.0.1:51236}
   [junit4]   2> 269070 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.e.j.s.Server Started @275523ms
   [junit4]   2> 269070 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001\solr-instance-001\collection1\data, hostContext=/solr, hostPort=51236}
   [junit4]   2> 269070 ERROR (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 269070 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.3
   [junit4]   2> 269070 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 269070 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 269070 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-11T10:42:39.281Z
   [junit4]   2> 269072 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001\solr-instance-001\solr.xml
   [junit4]   2> 269116 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 269133 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001\solr-instance-001\.
   [junit4]   2> 269134 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 269256 INFO  (coreLoadExecutor-1419-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.3
   [junit4]   2> 269275 INFO  (coreLoadExecutor-1419-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 269284 INFO  (coreLoadExecutor-1419-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 269300 INFO  (coreLoadExecutor-1419-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001\solr-instance-001\.\collection1
   [junit4]   2> 269301 INFO  (coreLoadExecutor-1419-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001\solr-instance-001\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001\solr-instance-001\.\collection1\data\]
   [junit4]   2> 269338 INFO  (coreLoadExecutor-1419-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 269453 INFO  (coreLoadExecutor-1419-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 269453 INFO  (coreLoadExecutor-1419-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 269456 INFO  (coreLoadExecutor-1419-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=52.16796875, floorSegmentMB=0.8720703125, forceMergeDeletesPctAllowed=16.78009588906498, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5333628546629797
   [junit4]   2> 269457 INFO  (coreLoadExecutor-1419-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ab293dd[collection1] main]
   [junit4]   2> 269457 INFO  (coreLoadExecutor-1419-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001\solr-instance-001\collection1\conf
   [junit4]   2> 269459 INFO  (coreLoadExecutor-1419-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema-replication2.xml:schema.xml
   [junit4]   2> 269459 INFO  (coreLoadExecutor-1419-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 269459 INFO  (searcherExecutor-1420-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@ab293dd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 269468 INFO  (qtp1879406981-2450) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 269468 INFO  (qtp1879406981-2450) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 269469 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.a.s.h.BackupRestoreUtils Indexing 6 test docs
   [junit4]   2> 269473 INFO  (qtp1879406981-2450) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0, 1, 2, 3, 4, 5]} 0 2
   [junit4]   2> 269476 INFO  (qtp1879406981-2453) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 269476 INFO  (qtp1879406981-2453) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6275d256
   [junit4]   2> 269499 INFO  (Thread-546) [    x:collection1] o.a.s.h.SnapShooter Creating backup snapshot <not named> at file:///C:/Users/jenkins/workspace/Lucene-Solr-6.4-Windows/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001/solr-instance-001/./collection1/data/
   [junit4]   2> 269505 INFO  (qtp1879406981-2453) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ed11de2[collection1] main]
   [junit4]   2> 269505 INFO  (searcherExecutor-1420-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4ed11de2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.3):C6)))}
   [junit4]   2> 269505 INFO  (qtp1879406981-2453) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 269505 INFO  (qtp1879406981-2453) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 29
   [junit4]   2> 269518 INFO  (qtp1879406981-2455) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=2
   [junit4]   2> 269527 INFO  (Thread-546) [    x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: <not named> at file:///C:/Users/jenkins/workspace/Lucene-Solr-6.4-Windows/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001/solr-instance-001/./collection1/data/
   [junit4]   2> 270524 INFO  (qtp1879406981-2456) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 271533 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBackupOnCommit
   [junit4]   2> 271535 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1190b0e6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 271535 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=178043922
   [junit4]   2> 271536 INFO  (coreCloseExecutor-1424-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4607f53f
   [junit4]   2> 271537 INFO  (coreCloseExecutor-1424-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 271537 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 271538 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[813B5CE7C883F069]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a6aa089{/solr,null,UNAVAILABLE}
   [junit4]   2> 271541 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestBackup
   [junit4]   2> 271545 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001\solr-instance-002\collection1
   [junit4]   2> 271560 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 271561 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@337647db{/solr,null,AVAILABLE}
   [junit4]   2> 271562 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5ed393cb{HTTP/1.1,[http/1.1]}{127.0.0.1:51241}
   [junit4]   2> 271562 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.e.j.s.Server Started @278014ms
   [junit4]   2> 271562 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001\solr-instance-002\collection1\data, hostContext=/solr, hostPort=51241}
   [junit4]   2> 271562 ERROR (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 271562 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.4.3
   [junit4]   2> 271562 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 271562 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 271562 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-11T10:42:41.773Z
   [junit4]   2> 271564 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001\solr-instance-002\solr.xml
   [junit4]   2> 271584 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 271592 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001\solr-instance-002\.
   [junit4]   2> 271592 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 271638 INFO  (coreLoadExecutor-1431-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.3
   [junit4]   2> 271647 INFO  (coreLoadExecutor-1431-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 271655 INFO  (coreLoadExecutor-1431-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 271664 INFO  (coreLoadExecutor-1431-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001\solr-instance-002\.\collection1
   [junit4]   2> 271665 INFO  (coreLoadExecutor-1431-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001\solr-instance-002\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001\solr-instance-002\.\collection1\data\]
   [junit4]   2> 271679 INFO  (coreLoadExecutor-1431-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 271700 INFO  (coreLoadExecutor-1431-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 271700 INFO  (coreLoadExecutor-1431-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 271701 INFO  (coreLoadExecutor-1431-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=52.16796875, floorSegmentMB=0.8720703125, forceMergeDeletesPctAllowed=16.78009588906498, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5333628546629797
   [junit4]   2> 271702 INFO  (coreLoadExecutor-1431-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@42c7f220[collection1] main]
   [junit4]   2> 271702 INFO  (coreLoadExecutor-1431-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001\solr-instance-002\collection1\conf
   [junit4]   2> 271703 INFO  (coreLoadExecutor-1431-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema-replication2.xml:schema.xml
   [junit4]   2> 271703 INFO  (coreLoadExecutor-1431-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 271703 INFO  (searcherExecutor-1432-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@42c7f220[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 271864 INFO  (qtp2065109710-2473) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 271864 INFO  (qtp2065109710-2473) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 271864 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.a.s.h.BackupRestoreUtils Indexing 75 test docs
   [junit4]   2> 271874 INFO  (qtp2065109710-2474) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, ... (75 adds)]} 0 7
   [junit4]   2> 271876 INFO  (qtp2065109710-2475) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 271876 INFO  (qtp2065109710-2475) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@50794240
   [junit4]   2> 271951 INFO  (Thread-557) [    x:collection1] o.a.s.h.SnapShooter Creating backup snapshot <not named> at file:///C:/Users/jenkins/workspace/Lucene-Solr-6.4-Windows/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001/solr-instance-002/./collection1/data/
   [junit4]   2> 271954 INFO  (qtp2065109710-2475) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5e5e7c15[collection1] main]
   [junit4]   2> 271961 INFO  (searcherExecutor-1432-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5e5e7c15[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.3):C75)))}
   [junit4]   2> 271961 INFO  (qtp2065109710-2475) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 271961 INFO  (qtp2065109710-2475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 85
   [junit4]   2> 271971 INFO  (qtp2065109710-2476) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=7
   [junit4]   2> 271982 INFO  (Thread-557) [    x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: <not named> at file:///C:/Users/jenkins/workspace/Lucene-Solr-6.4-Windows/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001/solr-instance-002/./collection1/data/
   [junit4]   2> 272976 INFO  (qtp2065109710-2477) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=1
   [junit4]   2> 274004 INFO  (qtp2065109710-2478) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={name=tohwibdpe&command=backup} status=0 QTime=4
   [junit4]   2> 274005 INFO  (Thread-558) [    x:collection1] o.a.s.h.SnapShooter Creating backup snapshot tohwibdpe at file:///C:/Users/jenkins/workspace/Lucene-Solr-6.4-Windows/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001/solr-instance-002/./collection1/data/
   [junit4]   2> 274050 INFO  (Thread-558) [    x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: tohwibdpe at file:///C:/Users/jenkins/workspace/Lucene-Solr-6.4-Windows/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001/solr-instance-002/./collection1/data/
   [junit4]   2> 274080 INFO  (qtp2065109710-2473) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 275091 INFO  (qtp2065109710-2474) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={name=guiizwpvzwuek&command=backup} status=0 QTime=2
   [junit4]   2> 275097 INFO  (Thread-559) [    x:collection1] o.a.s.h.SnapShooter Creating backup snapshot guiizwpvzwuek at file:///C:/Users/jenkins/workspace/Lucene-Solr-6.4-Windows/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001/solr-instance-002/./collection1/data/
   [junit4]   2> 275101 INFO  (qtp2065109710-2475) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=7
   [junit4]   2> 275126 INFO  (Thread-559) [    x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: guiizwpvzwuek at file:///C:/Users/jenkins/workspace/Lucene-Solr-6.4-Windows/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001/solr-instance-002/./collection1/data/
   [junit4]   2> 276108 INFO  (qtp2065109710-2476) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={name=dylyb&command=backup} status=0 QTime=1
   [junit4]   2> 276108 INFO  (Thread-560) [    x:collection1] o.a.s.h.SnapShooter Creating backup snapshot dylyb at file:///C:/Users/jenkins/workspace/Lucene-Solr-6.4-Windows/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001/solr-instance-002/./collection1/data/
   [junit4]   2> 276110 INFO  (qtp2065109710-2477) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 279305 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestBackup
   [junit4]   2> 279309 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5ed393cb{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 279309 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=909703438
   [junit4]   2> 279319 INFO  (coreCloseExecutor-1436-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7d33504
   [junit4]   2> 279325 INFO  (coreCloseExecutor-1436-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 279326 INFO  (Thread-560) [    x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: dylyb at file:///C:/Users/jenkins/workspace/Lucene-Solr-6.4-Windows/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001/solr-instance-002/./collection1/data/
   [junit4]   2> 279426 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 279427 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[813B5CE7C883F069]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@337647db{/solr,null,UNAVAILABLE}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReplicationHandlerBackup -Dtests.method=doTestBackup -Dtests.seed=813B5CE7C883F069 -Dtests.slow=true -Dtests.locale=es-PR -Dtests.timezone=Africa/Harare -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   7.90s J1 | TestReplicationHandlerBackup.doTestBackup <<<
   [junit4]    > Throwable #1: java.nio.file.NoSuchFileException: C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001\solr-instance-002\collection1\data\snapshot.dylyb\_0.fnm
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([813B5CE7C883F069:C0B07C82EF3D0326]:0)
   [junit4]    > 	at sun.nio.fs.WindowsException.translateToIOException(WindowsException.java:79)
   [junit4]    > 	at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:97)
   [junit4]    > 	at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:102)
   [junit4]    > 	at sun.nio.fs.WindowsFileSystemProvider.newByteChannel(WindowsFileSystemProvider.java:230)
   [junit4]    > 	at java.nio.file.Files.newByteChannel(Files.java:361)
   [junit4]    > 	at java.nio.file.Files.newByteChannel(Files.java:407)
   [junit4]    > 	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:137)
   [junit4]    > 	at org.apache.lucene.codecs.lucene60.Lucene60FieldInfosFormat.read(Lucene60FieldInfosFormat.java:113)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:104)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:74)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:62)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:54)
   [junit4]    > 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:690)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:77)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]    > 	at org.apache.solr.handler.TestReplicationHandlerBackup.verify(TestReplicationHandlerBackup.java:150)
   [junit4]    > 	at org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup(TestReplicationHandlerBackup.java:214)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 279436 INFO  (SUITE-TestReplicationHandlerBackup-seed#[813B5CE7C883F069]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-6.4-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_813B5CE7C883F069-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {name=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=1310, maxMBSortInHeap=5.081074587584393, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=es-PR, timezone=Africa/Harare
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=120497376,total=375914496
   [junit4]   2> NOTE: All tests run in this JVM: [BasicFunctionalityTest, RulesTest, TestMacros, TestManagedSchema, FacetPivotSmallTest, SmileWriterTest, TestShortCircuitedRequests, TestSchemaSimilarityResource, SpellPossibilityIteratorTest, TestRawResponseWriter, FileBasedSpellCheckerTest, LoggingHandlerTest, TestManagedResourceStorage, HdfsRestartWhileUpdatingTest, HdfsUnloadDistributedZkTest, SolrCloudExampleTest, ConnectionReuseTest, HLLUtilTest, TestFiltering, TestCloudManagedSchema, HdfsRecoverLeaseTest, HdfsBasicDistributedZk2Test, TestAtomicUpdateErrorCases, HttpSolrCallGetCoreTest, TestSolrCoreParser, FullSolrCloudDistribCmdsTest, SignatureUpdateProcessorFactoryTest, CoreAdminRequestStatusTest, AutoCommitTest, SecurityConfHandlerTest, LukeRequestHandlerTest, TestFoldingMultitermQuery, JsonLoaderTest, CopyFieldTest, CloudMLTQParserTest, TolerantUpdateProcessorTest, TestDynamicFieldCollectionResource, TestSubQueryTransformerDistrib, TestReplicationHandlerBackup]
   [junit4] Completed [64/680 (1!)] on J1 in 10.44s, 2 tests, 1 error <<< FAILURES!

[...truncated 64489 lines...]