You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by st...@apache.org on 2022/07/26 19:41:30 UTC
[hadoop] branch trunk updated (213ea037589 -> 4c8cd61961c)
This is an automated email from the ASF dual-hosted git repository.
stevel pushed a change to branch trunk
in repository https://gitbox.apache.org/repos/asf/hadoop.git
from 213ea037589 YARN-11210. Fix YARN RMAdminCLI retry logic for non-retryable kerbero… (#4563)
add 4c8cd61961c HADOOP-17461. Collect thread-level IOStatistics. (#4352)
No new revisions were added by this update.
Summary of changes:
.../apache/hadoop/fs/CommonConfigurationKeys.java | 14 +
.../org/apache/hadoop/fs/RawLocalFileSystem.java | 43 +-
.../org/apache/hadoop/fs/StreamCapabilities.java | 6 +
.../hadoop/fs/impl/WeakReferenceThreadMap.java | 13 +-
.../hadoop/fs/statistics/IOStatisticsContext.java | 83 ++++
.../impl/EmptyIOStatisticsContextImpl.java | 81 ++++
.../statistics/impl/IOStatisticsContextImpl.java | 128 ++++++
.../impl/IOStatisticsContextIntegration.java | 167 +++++++
.../apache/hadoop/util/functional/TaskPool.java | 133 ++++--
.../java/org/apache/hadoop/fs/s3a/Listing.java | 24 +-
.../apache/hadoop/fs/s3a/S3ABlockOutputStream.java | 47 ++
.../org/apache/hadoop/fs/s3a/S3AFileSystem.java | 8 +-
.../org/apache/hadoop/fs/s3a/S3AInputStream.java | 22 +-
.../org/apache/hadoop/fs/s3a/S3AReadOpContext.java | 19 +-
.../hadoop/fs/s3a/commit/AbstractS3ACommitter.java | 40 +-
.../hadoop/fs/s3a/commit/CommitConstants.java | 20 +
.../hadoop/fs/s3a/commit/impl/CommitContext.java | 71 ++-
.../fs/s3a/commit/impl/CommitOperations.java | 11 +-
.../fs/s3a/commit/magic/MagicS3GuardCommitter.java | 7 +
.../fs/s3a/commit/staging/StagingCommitter.java | 7 +
.../apache/hadoop/fs/s3a/AbstractS3ATestBase.java | 63 +++
.../hadoop/fs/s3a/ITestS3AIOStatisticsContext.java | 487 +++++++++++++++++++++
.../hadoop/fs/s3a/TestS3ABlockOutputStream.java | 7 +-
.../hadoop/fs/s3a/commit/AbstractCommitITest.java | 25 +-
.../TestStagingDirectoryOutputCommitter.java | 4 +-
.../integration/ITestDirectoryCommitProtocol.java | 9 +
26 files changed, 1459 insertions(+), 80 deletions(-)
create mode 100644 hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/statistics/IOStatisticsContext.java
create mode 100644 hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/statistics/impl/EmptyIOStatisticsContextImpl.java
create mode 100644 hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/statistics/impl/IOStatisticsContextImpl.java
create mode 100644 hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/statistics/impl/IOStatisticsContextIntegration.java
create mode 100644 hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/ITestS3AIOStatisticsContext.java
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org