You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by st...@apache.org on 2015/02/20 21:51:35 UTC
[1/2] hadoop git commit: HADOOP-11607. Reduce log spew in
S3AFileSystem. (Lei (Eddy) Xu via stevel)
Repository: hadoop
Updated Branches:
refs/heads/branch-2 e09ba94f2 -> 4276f8b31
refs/heads/trunk 02e7dec79 -> aa1c437b6
HADOOP-11607. Reduce log spew in S3AFileSystem. (Lei (Eddy) Xu via stevel)
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/4276f8b3
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/4276f8b3
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/4276f8b3
Branch: refs/heads/branch-2
Commit: 4276f8b315c5657727135b2fb0f2fa3de823bd76
Parents: e09ba94
Author: Steve Loughran <st...@apache.org>
Authored: Fri Feb 20 20:45:05 2015 +0000
Committer: Steve Loughran <st...@apache.org>
Committed: Fri Feb 20 20:51:00 2015 +0000
----------------------------------------------------------------------
hadoop-common-project/hadoop-common/CHANGES.txt | 2 ++
.../main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java | 10 +++++++---
2 files changed, 9 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/4276f8b3/hadoop-common-project/hadoop-common/CHANGES.txt
----------------------------------------------------------------------
diff --git a/hadoop-common-project/hadoop-common/CHANGES.txt b/hadoop-common-project/hadoop-common/CHANGES.txt
index 299c4b7..731bc90 100644
--- a/hadoop-common-project/hadoop-common/CHANGES.txt
+++ b/hadoop-common-project/hadoop-common/CHANGES.txt
@@ -210,6 +210,8 @@ Release 2.7.0 - UNRELEASED
HADOOP-11440. Use "test.build.data" instead of "build.test.dir" for testing
in ClientBaseWithFixes. (Kengo Seki via aajisaka)
+ HADOOP-11607. Reduce log spew in S3AFileSystem. (Lei (Eddy) Xu via stevel)
+
OPTIMIZATIONS
HADOOP-11323. WritableComparator#compare keeps reference to byte array.
http://git-wip-us.apache.org/repos/asf/hadoop/blob/4276f8b3/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java
----------------------------------------------------------------------
diff --git a/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java b/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java
index 4de5c13..eaa5f2d 100644
--- a/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java
+++ b/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java
@@ -354,7 +354,9 @@ public class S3AFileSystem extends FileSystem {
public FSDataInputStream open(Path f, int bufferSize)
throws IOException {
- LOG.info("Opening '" + f + "' for reading");
+ if (LOG.isDebugEnabled()) {
+ LOG.debug("Opening '{}' for reading.", f);
+ }
final FileStatus fileStatus = getFileStatus(f);
if (fileStatus.isDirectory()) {
throw new FileNotFoundException("Can't open " + f + " because it is a directory");
@@ -425,7 +427,9 @@ public class S3AFileSystem extends FileSystem {
* @return true if rename is successful
*/
public boolean rename(Path src, Path dst) throws IOException {
- LOG.info("Rename path " + src + " to " + dst);
+ if (LOG.isDebugEnabled()) {
+ LOG.debug("Rename path {} to {}", src, dst);
+ }
String srcKey = pathToKey(src);
String dstKey = pathToKey(dst);
@@ -441,7 +445,7 @@ public class S3AFileSystem extends FileSystem {
try {
srcStatus = getFileStatus(src);
} catch (FileNotFoundException e) {
- LOG.info("rename: src not found " + src);
+ LOG.error("rename: src not found {}", src);
return false;
}
[2/2] hadoop git commit: HADOOP-11607. Reduce log spew in
S3AFileSystem. (Lei (Eddy) Xu via stevel)
Posted by st...@apache.org.
HADOOP-11607. Reduce log spew in S3AFileSystem. (Lei (Eddy) Xu via stevel)
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/aa1c437b
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/aa1c437b
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/aa1c437b
Branch: refs/heads/trunk
Commit: aa1c437b6a806de612f030a68984c606c623f1d9
Parents: 02e7dec
Author: Steve Loughran <st...@apache.org>
Authored: Fri Feb 20 20:45:05 2015 +0000
Committer: Steve Loughran <st...@apache.org>
Committed: Fri Feb 20 20:51:24 2015 +0000
----------------------------------------------------------------------
hadoop-common-project/hadoop-common/CHANGES.txt | 2 ++
.../main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java | 10 +++++++---
2 files changed, 9 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/aa1c437b/hadoop-common-project/hadoop-common/CHANGES.txt
----------------------------------------------------------------------
diff --git a/hadoop-common-project/hadoop-common/CHANGES.txt b/hadoop-common-project/hadoop-common/CHANGES.txt
index 8d3f9f5..763377c 100644
--- a/hadoop-common-project/hadoop-common/CHANGES.txt
+++ b/hadoop-common-project/hadoop-common/CHANGES.txt
@@ -626,6 +626,8 @@ Release 2.7.0 - UNRELEASED
HADOOP-11440. Use "test.build.data" instead of "build.test.dir" for testing
in ClientBaseWithFixes. (Kengo Seki via aajisaka)
+ HADOOP-11607. Reduce log spew in S3AFileSystem. (Lei (Eddy) Xu via stevel)
+
OPTIMIZATIONS
HADOOP-11323. WritableComparator#compare keeps reference to byte array.
http://git-wip-us.apache.org/repos/asf/hadoop/blob/aa1c437b/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java
----------------------------------------------------------------------
diff --git a/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java b/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java
index 4de5c13..eaa5f2d 100644
--- a/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java
+++ b/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java
@@ -354,7 +354,9 @@ public class S3AFileSystem extends FileSystem {
public FSDataInputStream open(Path f, int bufferSize)
throws IOException {
- LOG.info("Opening '" + f + "' for reading");
+ if (LOG.isDebugEnabled()) {
+ LOG.debug("Opening '{}' for reading.", f);
+ }
final FileStatus fileStatus = getFileStatus(f);
if (fileStatus.isDirectory()) {
throw new FileNotFoundException("Can't open " + f + " because it is a directory");
@@ -425,7 +427,9 @@ public class S3AFileSystem extends FileSystem {
* @return true if rename is successful
*/
public boolean rename(Path src, Path dst) throws IOException {
- LOG.info("Rename path " + src + " to " + dst);
+ if (LOG.isDebugEnabled()) {
+ LOG.debug("Rename path {} to {}", src, dst);
+ }
String srcKey = pathToKey(src);
String dstKey = pathToKey(dst);
@@ -441,7 +445,7 @@ public class S3AFileSystem extends FileSystem {
try {
srcStatus = getFileStatus(src);
} catch (FileNotFoundException e) {
- LOG.info("rename: src not found " + src);
+ LOG.error("rename: src not found {}", src);
return false;
}