You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@cassandra.apache.org by "Digant Modha (JIRA)" <ji...@apache.org> on 2015/10/14 15:38:05 UTC
[jira] [Commented] (CASSANDRA-8743) NFS doesn't behave on Windows
[ https://issues.apache.org/jira/browse/CASSANDRA-8743?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14956955#comment-14956955 ]
Digant Modha commented on CASSANDRA-8743:
-----------------------------------------
I can reproduce it using V2.1.10 - 3 node LINUX cluster - data stored in reiserfs:
ERROR [ValidationExecutor:65] 2015-10-14 04:46:23,962 Validator.java:245 - Failed creating a merkle tree for [repair #d9bd8fd0-724f-11e5-a7ea-6d54405ef242 on ks/cf, (5710859303295413578,5728820762645031943]], /xx.xx.xx.172 (see log for details)
ERROR [AntiEntropySessions:231] 2015-10-14 04:46:24,016 RepairSession.java:303 - [repair #d9bd8fd0-724f-11e5-a7ea-6d54405ef242] session completed with the following error
org.apache.cassandra.exceptions.RepairException: [repair #d9bd8fd0-724f-11e5-a7ea-6d54405ef242 on ks/cf, (5710859303295413578,5728820762645031943]] Validation failed in /xx.xx.xx.172
at org.apache.cassandra.repair.RepairSession.validationComplete(RepairSession.java:166) ~[apache-cassandra-2.1.10.jar:2.1.10]
at org.apache.cassandra.service.ActiveRepairService.handleMessage(ActiveRepairService.java:406) ~[apache-cassandra-2.1.10.jar:2.1.10]
at org.apache.cassandra.repair.RepairMessageVerbHandler.doVerb(RepairMessageVerbHandler.java:134) ~[apache-cassandra-2.1.10.jar:2.1.10]
at org.apache.cassandra.net.MessageDeliveryTask.run(MessageDeliveryTask.java:64) ~[apache-cassandra-2.1.10.jar:2.1.10]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_60]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_60]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_60]
ERROR [ValidationExecutor:65] 2015-10-14 04:46:24,016 CassandraDaemon.java:227 - Exception in thread Thread[ValidationExecutor:65,1,main]
org.apache.cassandra.io.FSWriteError: java.nio.file.DirectoryNotEmptyException: /local/valrs/cassandra/dmds/data/ks/cf/snapshots/d9bd8fd0-724f-11e5-a7ea-6d54405ef242
at org.apache.cassandra.io.util.FileUtils.deleteWithConfirm(FileUtils.java:135) ~[apache-cassandra-2.1.10.jar:2.1.10]
at org.apache.cassandra.io.util.FileUtils.deleteRecursive(FileUtils.java:381) ~[apache-cassandra-2.1.10.jar:2.1.10]
at org.apache.cassandra.db.Directories.clearSnapshot(Directories.java:647) ~[apache-cassandra-2.1.10.jar:2.1.10]
at org.apache.cassandra.db.ColumnFamilyStore.clearSnapshot(ColumnFamilyStore.java:2451) ~[apache-cassandra-2.1.10.jar:2.1.10]
at org.apache.cassandra.db.compaction.CompactionManager.doValidationCompaction(CompactionManager.java:1018) ~[apache-cassandra-2.1.10.jar:2.1.10]
at org.apache.cassandra.db.compaction.CompactionManager.access$600(CompactionManager.java:94) ~[apache-cassandra-2.1.10.jar:2.1.10]
at org.apache.cassandra.db.compaction.CompactionManager$9.call(CompactionManager.java:622) ~[apache-cassandra-2.1.10.jar:2.1.10]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[na:1.8.0_60]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) ~[na:1.8.0_60]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_60]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_60]
Caused by: java.nio.file.DirectoryNotEmptyException: /local/valrs/cassandra/dmds/data/ks/cf/snapshots/d9bd8fd0-724f-11e5-a7ea-6d54405ef242
at sun.nio.fs.UnixFileSystemProvider.implDelete(UnixFileSystemProvider.java:242) ~[na:1.8.0_60]
at sun.nio.fs.AbstractFileSystemProvider.delete(AbstractFileSystemProvider.java:103) ~[na:1.8.0_60]
at java.nio.file.Files.delete(Files.java:1126) ~[na:1.8.0_60]
at org.apache.cassandra.io.util.FileUtils.deleteWithConfirm(FileUtils.java:131) ~[apache-cassandra-2.1.10.jar:2.1.10]
... 10 common frames omitted
ERROR [AntiEntropySessions:231] 2015-10-14 04:46:24,018 CassandraDaemon.java:227 - Exception in thread Thread[AntiEntropySessions:231,5,RMI Runtime]
java.lang.RuntimeException: org.apache.cassandra.exceptions.RepairException: [repair #d9bd8fd0-724f-11e5-a7ea-6d54405ef242 on ks/cf, (5710859303295413578,5728820762645031943]] Validation failed in /xx.xx.xx.172
at com.google.common.base.Throwables.propagate(Throwables.java:160) ~[guava-16.0.jar:na]
at org.apache.cassandra.utils.WrappedRunnable.run(WrappedRunnable.java:32) ~[apache-cassandra-2.1.10.jar:2.1.10]
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[na:1.8.0_60]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[na:1.8.0_60]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) ~[na:1.8.0_60]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_60]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_60]
Caused by: org.apache.cassandra.exceptions.RepairException: [repair #d9bd8fd0-724f-11e5-a7ea-6d54405ef242 on ks/cf, (5710859303295413578,5728820762645031943]] Validation failed in /xx.xx.xx.172
at org.apache.cassandra.repair.RepairSession.validationComplete(RepairSession.java:166) ~[apache-cassandra-2.1.10.jar:2.1.10]
at org.apache.cassandra.service.ActiveRepairService.handleMessage(ActiveRepairService.java:406) ~[apache-cassandra-2.1.10.jar:2.1.10]
at org.apache.cassandra.repair.RepairMessageVerbHandler.doVerb(RepairMessageVerbHandler.java:134) ~[apache-cassandra-2.1.10.jar:2.1.10]
at org.apache.cassandra.net
> NFS doesn't behave on Windows
> -----------------------------
>
> Key: CASSANDRA-8743
> URL: https://issues.apache.org/jira/browse/CASSANDRA-8743
> Project: Cassandra
> Issue Type: Bug
> Components: Core
> Reporter: Tamar Nirenberg
> Assignee: Joshua McKenzie
> Priority: Minor
> Fix For: 2.2.x
>
> Attachments: docker-system.log
>
>
> Running repair over NFS in Cassandra 2.1.2 encounters this error and crashes the ring:
> ERROR [ValidationExecutor:2] 2015-01-22 11:48:14,811 Validator.java:232 - Failed creating a merkle tree for [repair #c84c7c70-a21b-11e4-aeca-19e6d7fa2595 on ATTRIBUTES/LINKS, (11621838520493020277529637175352775759,11853478749048239324667887059881170862]], /10.1.234.63 (see log for details)
> ERROR [ValidationExecutor:2] 2015-01-22 11:48:14,827 CassandraDaemon.java:153 - Exception in thread Thread[ValidationExecutor:2,1,main]
> org.apache.cassandra.io.FSWriteError: java.nio.file.DirectoryNotEmptyException: /exlibris/cassandra/local/data/data/ATTRIBUTES/LINKS/snapshots/c84c7c70-a21b-11e4-aeca-19e6d7fa2595
> at org.apache.cassandra.io.util.FileUtils.deleteWithConfirm(FileUtils.java:135) ~[apache-cassandra-2.1.2.jar:2.1.2]
> at org.apache.cassandra.io.util.FileUtils.deleteRecursive(FileUtils.java:381) ~[apache-cassandra-2.1.2.jar:2.1.2]
> at org.apache.cassandra.db.Directories.clearSnapshot(Directories.java:547) ~[apache-cassandra-2.1.2.jar:2.1.2]
> at org.apache.cassandra.db.ColumnFamilyStore.clearSnapshot(ColumnFamilyStore.java:2223) ~[apache-cassandra-2.1.2.jar:2.1.2]
> at org.apache.cassandra.db.compaction.CompactionManager.doValidationCompaction(CompactionManager.java:939) ~[apache-cassandra-2.1.2.jar:2.1.2]
> at org.apache.cassandra.db.compaction.CompactionManager.access$600(CompactionManager.java:97) ~[apache-cassandra-2.1.2.jar:2.1.2]
> at org.apache.cassandra.db.compaction.CompactionManager$9.call(CompactionManager.java:557) ~[apache-cassandra-2.1.2.jar:2.1.2]
> at java.util.concurrent.FutureTask.run(FutureTask.java:262) ~[na:1.7.0_71]
> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) ~[na:1.7.0_71]
> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [na:1.7.0_71]
> at java.lang.Thread.run(Thread.java:745) [na:1.7.0_71]
> Caused by: java.nio.file.DirectoryNotEmptyException: /exlibris/cassandra/local/data/data/ATTRIBUTES/LINKS/snapshots/c84c7c70-a21b-11e4-aeca-19e6d7fa2595
> at sun.nio.fs.UnixFileSystemProvider.implDelete(UnixFileSystemProvider.java:242) ~[na:1.7.0_71]
> at sun.nio.fs.AbstractFileSystemProvider.delete(AbstractFileSystemProvider.java:103) ~[na:1.7.0_71]
> at java.nio.file.Files.delete(Files.java:1079) ~[na:1.7.0_71]
> at org.apache.cassandra.io.util.FileUtils.deleteWithConfirm(FileUtils.java:131) ~[apache-cassandra-2.1.2.jar:2.1.2]
> ... 10 common frames omitted
> ERROR [ValidationExecutor:2] 2015-01-22 11:48:14,829 StorageService.java:383 - Stopping gossiper
> WARN [ValidationExecutor:2] 2015-01-22 11:48:14,829 StorageService.java:291 - Stopping gossip by operator request
> INFO [ValidationExecutor:2] 2015-01-22 11:48:14,829 Gossiper.java:1318 - Announcing shutdown
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)