You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by st...@apache.org on 2016/07/25 14:50:57 UTC
[4/4] hadoop git commit: HADOOP-13188 S3A file-create should throw
error rather than overwrite directories. Contributed by Steve Loughran
HADOOP-13188 S3A file-create should throw error rather than overwrite directories. Contributed by Steve Loughran
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/eecba921
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/eecba921
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/eecba921
Branch: refs/heads/branch-3.0.0-alpha1
Commit: eecba921116e5c8a6b104bf7be73845e1fc58e82
Parents: f0c4a9e
Author: Steve Loughran <st...@apache.org>
Authored: Mon Jul 25 15:48:32 2016 +0100
Committer: Steve Loughran <st...@apache.org>
Committed: Mon Jul 25 15:50:32 2016 +0100
----------------------------------------------------------------------
.../org/apache/hadoop/fs/s3a/S3AFileSystem.java | 19 +++++++++++++++++--
.../fs/contract/s3a/TestS3AContractCreate.java | 5 -----
2 files changed, 17 insertions(+), 7 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/eecba921/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java
----------------------------------------------------------------------
diff --git a/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java b/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java
index 075f36c..902f73a 100644
--- a/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java
+++ b/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java
@@ -588,9 +588,24 @@ public class S3AFileSystem extends FileSystem {
boolean overwrite, int bufferSize, short replication, long blockSize,
Progressable progress) throws IOException {
String key = pathToKey(f);
+ S3AFileStatus status = null;
+ try {
+ // get the status or throw an FNFE
+ status = getFileStatus(f);
+
+ // if the thread reaches here, there is something at the path
+ if (status.isDirectory()) {
+ // path references a directory: automatic error
+ throw new FileAlreadyExistsException(f + " is a directory");
+ }
+ if (!overwrite) {
+ // path references a file and overwrite is disabled
+ throw new FileAlreadyExistsException(f + " already exists");
+ }
+ LOG.debug("Overwriting file {}", f);
+ } catch (FileNotFoundException e) {
+ // this means the file is not found
- if (!overwrite && exists(f)) {
- throw new FileAlreadyExistsException(f + " already exists");
}
instrumentation.fileCreated();
if (getConf().getBoolean(FAST_UPLOAD, DEFAULT_FAST_UPLOAD)) {
http://git-wip-us.apache.org/repos/asf/hadoop/blob/eecba921/hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/contract/s3a/TestS3AContractCreate.java
----------------------------------------------------------------------
diff --git a/hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/contract/s3a/TestS3AContractCreate.java b/hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/contract/s3a/TestS3AContractCreate.java
index 1d95ddf..035252b 100644
--- a/hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/contract/s3a/TestS3AContractCreate.java
+++ b/hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/contract/s3a/TestS3AContractCreate.java
@@ -30,9 +30,4 @@ public class TestS3AContractCreate extends AbstractContractCreateTest {
return new S3AContract(conf);
}
- @Override
- public void testOverwriteEmptyDirectory() throws Throwable {
- ContractTestUtils.skip(
- "blobstores can't distinguish empty directories from files");
- }
}
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org