You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by ae...@apache.org on 2017/09/01 20:02:02 UTC
[74/74] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240
Merge branch 'trunk' into HDFS-7240
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/ac5f01c3
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/ac5f01c3
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/ac5f01c3
Branch: refs/heads/HDFS-7240
Commit: ac5f01c3168125bc061c6982ac2b88e29da975c5
Parents: 3c8f1c5 c5281a8
Author: Anu Engineer <ae...@apache.org>
Authored: Fri Sep 1 12:56:30 2017 -0700
Committer: Anu Engineer <ae...@apache.org>
Committed: Fri Sep 1 12:56:30 2017 -0700
----------------------------------------------------------------------
BUILDING.txt | 4 +-
dev-support/docker/Dockerfile | 17 +-
hadoop-assemblies/pom.xml | 4 +-
.../main/resources/assemblies/hadoop-tools.xml | 13 +
hadoop-build-tools/pom.xml | 2 +-
hadoop-client-modules/hadoop-client-api/pom.xml | 4 +-
.../hadoop-client-check-invariants/pom.xml | 4 +-
.../hadoop-client-check-test-invariants/pom.xml | 4 +-
.../hadoop-client-integration-tests/pom.xml | 4 +-
.../hadoop-client-minicluster/pom.xml | 4 +-
.../hadoop-client-runtime/pom.xml | 4 +-
hadoop-client-modules/hadoop-client/pom.xml | 4 +-
hadoop-client-modules/pom.xml | 2 +-
.../hadoop-cloud-storage/pom.xml | 4 +-
hadoop-cloud-storage-project/pom.xml | 4 +-
.../hadoop-annotations/pom.xml | 4 +-
.../hadoop-auth-examples/pom.xml | 4 +-
hadoop-common-project/hadoop-auth/pom.xml | 16 +-
.../authentication/client/AuthenticatedURL.java | 184 +-
.../client/KerberosAuthenticator.java | 30 +-
.../client/PseudoAuthenticator.java | 5 +-
.../hadoop-common/HadoopCommon.cmake | 25 +-
hadoop-common-project/hadoop-common/pom.xml | 11 +-
.../hadoop-common/src/CMakeLists.txt | 2 +-
.../hadoop-common/src/main/conf/hadoop-env.sh | 11 +-
.../src/main/conf/hadoop-policy.xml | 11 +
.../org/apache/hadoop/conf/Configuration.java | 71 +-
.../crypto/key/KeyProviderCryptoExtension.java | 147 +-
.../crypto/key/kms/KMSClientProvider.java | 158 +-
.../hadoop/crypto/key/kms/KMSRESTConstants.java | 1 +
.../key/kms/LoadBalancingKMSClientProvider.java | 20 +
.../apache/hadoop/fs/AbstractFileSystem.java | 8 +
.../java/org/apache/hadoop/fs/FileContext.java | 9 +
.../org/apache/hadoop/fs/FsServerDefaults.java | 9 +
.../org/apache/hadoop/fs/LocatedFileStatus.java | 6 +-
.../java/org/apache/hadoop/util/KMSUtil.java | 134 +
.../hadoop/util/curator/ZKCuratorManager.java | 88 +-
.../bzip2/org_apache_hadoop_io_compress_bzip2.h | 2 +
.../src/main/resources/core-default.xml | 118 +-
.../hadoop-common/src/site/markdown/Metrics.md | 24 +-
.../markdown/release/0.1.0/CHANGES.0.1.0.md | 106 +-
.../markdown/release/0.1.1/CHANGES.0.1.1.md | 36 +-
.../markdown/release/0.10.0/CHANGES.0.10.0.md | 118 +-
.../markdown/release/0.10.1/CHANGES.0.10.1.md | 52 +-
.../markdown/release/0.11.0/CHANGES.0.11.0.md | 106 +-
.../markdown/release/0.11.1/CHANGES.0.11.1.md | 44 +-
.../markdown/release/0.11.2/CHANGES.0.11.2.md | 42 +-
.../markdown/release/0.12.0/CHANGES.0.12.0.md | 124 +-
.../markdown/release/0.12.1/CHANGES.0.12.1.md | 70 +-
.../markdown/release/0.12.2/CHANGES.0.12.2.md | 44 +-
.../markdown/release/0.12.3/CHANGES.0.12.3.md | 50 +-
.../markdown/release/0.13.0/CHANGES.0.13.0.md | 252 +-
.../markdown/release/0.13.1/CHANGES.0.13.1.md | 64 -
.../release/0.13.1/RELEASENOTES.0.13.1.md | 24 -
.../markdown/release/0.14.0/CHANGES.0.14.0.md | 288 +--
.../markdown/release/0.14.1/CHANGES.0.14.1.md | 44 +-
.../markdown/release/0.14.2/CHANGES.0.14.2.md | 52 +-
.../markdown/release/0.14.3/CHANGES.0.14.3.md | 44 +-
.../markdown/release/0.14.4/CHANGES.0.14.4.md | 36 +-
.../markdown/release/0.15.0/CHANGES.0.15.0.md | 266 +-
.../markdown/release/0.15.1/CHANGES.0.15.1.md | 32 +-
.../markdown/release/0.15.2/CHANGES.0.15.2.md | 52 +-
.../markdown/release/0.15.3/CHANGES.0.15.3.md | 44 +-
.../markdown/release/0.15.4/CHANGES.0.15.4.md | 42 +-
.../markdown/release/0.16.0/CHANGES.0.16.0.md | 320 ++-
.../markdown/release/0.16.1/CHANGES.0.16.1.md | 74 +-
.../markdown/release/0.16.2/CHANGES.0.16.2.md | 70 +-
.../markdown/release/0.16.3/CHANGES.0.16.3.md | 46 +-
.../markdown/release/0.16.4/CHANGES.0.16.4.md | 46 +-
.../markdown/release/0.17.0/CHANGES.0.17.0.md | 350 ++-
.../release/0.17.0/RELEASENOTES.0.17.0.md | 450 ++--
.../markdown/release/0.17.1/CHANGES.0.17.1.md | 48 +-
.../markdown/release/0.17.2/CHANGES.0.17.2.md | 60 +-
.../release/0.17.2/RELEASENOTES.0.17.2.md | 12 +-
.../markdown/release/0.17.3/CHANGES.0.17.3.md | 40 +-
.../markdown/release/0.18.0/CHANGES.0.18.0.md | 492 ++--
.../release/0.18.0/RELEASENOTES.0.18.0.md | 302 +--
.../markdown/release/0.18.1/CHANGES.0.18.1.md | 48 +-
.../release/0.18.1/RELEASENOTES.0.18.1.md | 8 +-
.../markdown/release/0.18.2/CHANGES.0.18.2.md | 58 +-
.../release/0.18.2/RELEASENOTES.0.18.2.md | 20 +-
.../markdown/release/0.18.3/CHANGES.0.18.3.md | 100 +-
.../release/0.18.3/RELEASENOTES.0.18.3.md | 50 +-
.../markdown/release/0.18.4/CHANGES.0.18.4.md | 48 +-
.../markdown/release/0.19.0/CHANGES.0.19.0.md | 636 +++--
.../release/0.19.0/RELEASENOTES.0.19.0.md | 306 +--
.../markdown/release/0.19.1/CHANGES.0.19.1.md | 96 +-
.../release/0.19.1/RELEASENOTES.0.19.1.md | 40 +-
.../markdown/release/0.19.2/CHANGES.0.19.2.md | 92 +-
.../markdown/release/0.2.0/CHANGES.0.2.0.md | 102 +-
.../markdown/release/0.2.1/CHANGES.0.2.1.md | 44 +-
.../markdown/release/0.20.0/CHANGES.0.20.0.md | 508 ++--
.../release/0.20.0/RELEASENOTES.0.20.0.md | 186 +-
.../markdown/release/0.20.1/CHANGES.0.20.1.md | 134 +-
.../release/0.20.1/RELEASENOTES.0.20.1.md | 112 +-
.../markdown/release/0.20.2/CHANGES.0.20.2.md | 90 +-
.../release/0.20.2/RELEASENOTES.0.20.2.md | 66 +-
.../release/0.20.203.0/CHANGES.0.20.203.0.md | 64 +-
.../0.20.203.0/RELEASENOTES.0.20.203.0.md | 44 +-
.../release/0.20.203.1/CHANGES.0.20.203.1.md | 42 +-
.../release/0.20.204.0/CHANGES.0.20.204.0.md | 100 +-
.../0.20.204.0/RELEASENOTES.0.20.204.0.md | 38 +-
.../release/0.20.204.1/CHANGES.0.20.204.1.md | 64 -
.../0.20.204.1/RELEASENOTES.0.20.204.1.md | 24 -
.../release/0.20.205.0/CHANGES.0.20.205.0.md | 210 +-
.../0.20.205.0/RELEASENOTES.0.20.205.0.md | 98 +-
.../markdown/release/0.20.3/CHANGES.0.20.3.md | 74 +-
.../release/0.20.3/RELEASENOTES.0.20.3.md | 12 +-
.../markdown/release/0.21.0/CHANGES.0.21.0.md | 2412 +++++++++---------
.../release/0.21.0/RELEASENOTES.0.21.0.md | 1324 +++++-----
.../markdown/release/0.21.1/CHANGES.0.21.1.md | 92 +-
.../release/0.21.1/RELEASENOTES.0.21.1.md | 38 +-
.../markdown/release/0.22.0/CHANGES.0.22.0.md | 1276 +++++----
.../release/0.22.0/RELEASENOTES.0.22.0.md | 394 +--
.../markdown/release/0.22.1/CHANGES.0.22.1.md | 78 +-
.../release/0.22.1/RELEASENOTES.0.22.1.md | 16 +-
.../markdown/release/0.23.0/CHANGES.0.23.0.md | 2082 ++++++++-------
.../release/0.23.0/RELEASENOTES.0.23.0.md | 726 +++---
.../markdown/release/0.23.1/CHANGES.0.23.1.md | 756 +++---
.../release/0.23.1/RELEASENOTES.0.23.1.md | 388 +--
.../markdown/release/0.23.10/CHANGES.0.23.10.md | 124 +-
.../release/0.23.10/RELEASENOTES.0.23.10.md | 2 +-
.../markdown/release/0.23.11/CHANGES.0.23.11.md | 88 +-
.../markdown/release/0.23.2/CHANGES.0.23.2.md | 180 +-
.../release/0.23.2/RELEASENOTES.0.23.2.md | 96 +-
.../markdown/release/0.23.3/CHANGES.0.23.3.md | 470 ++--
.../release/0.23.3/RELEASENOTES.0.23.3.md | 66 +-
.../markdown/release/0.23.4/CHANGES.0.23.4.md | 64 +-
.../markdown/release/0.23.5/CHANGES.0.23.5.md | 166 +-
.../markdown/release/0.23.6/CHANGES.0.23.6.md | 120 +-
.../markdown/release/0.23.7/CHANGES.0.23.7.md | 220 +-
.../release/0.23.7/RELEASENOTES.0.23.7.md | 12 +-
.../markdown/release/0.23.8/CHANGES.0.23.8.md | 60 +-
.../markdown/release/0.23.9/CHANGES.0.23.9.md | 42 +-
.../markdown/release/0.24.0/CHANGES.0.24.0.md | 52 +-
.../release/0.24.0/RELEASENOTES.0.24.0.md | 16 +-
.../markdown/release/0.3.0/CHANGES.0.3.0.md | 74 +-
.../markdown/release/0.3.1/CHANGES.0.3.1.md | 44 +-
.../markdown/release/0.3.2/CHANGES.0.3.2.md | 42 +-
.../markdown/release/0.4.0/CHANGES.0.4.0.md | 58 +-
.../markdown/release/0.5.0/CHANGES.0.5.0.md | 100 +-
.../markdown/release/0.6.0/CHANGES.0.6.0.md | 78 +-
.../markdown/release/0.6.1/CHANGES.0.6.1.md | 46 +-
.../markdown/release/0.6.2/CHANGES.0.6.2.md | 36 +-
.../markdown/release/0.7.0/CHANGES.0.7.0.md | 76 +-
.../markdown/release/0.7.1/CHANGES.0.7.1.md | 38 +-
.../markdown/release/0.7.2/CHANGES.0.7.2.md | 36 +-
.../markdown/release/0.8.0/CHANGES.0.8.0.md | 90 +-
.../markdown/release/0.9.0/CHANGES.0.9.0.md | 98 +-
.../markdown/release/0.9.1/CHANGES.0.9.1.md | 40 -
.../markdown/release/0.9.2/CHANGES.0.9.2.md | 42 +-
.../markdown/release/1.0.0/CHANGES.1.0.0.md | 94 +-
.../release/1.0.0/RELEASENOTES.1.0.0.md | 28 +-
.../markdown/release/1.0.1/CHANGES.1.0.1.md | 48 +-
.../release/1.0.1/RELEASENOTES.1.0.1.md | 16 +-
.../markdown/release/1.0.2/CHANGES.1.0.2.md | 48 +-
.../markdown/release/1.0.3/CHANGES.1.0.3.md | 68 +-
.../release/1.0.3/RELEASENOTES.1.0.3.md | 10 +-
.../markdown/release/1.0.4/CHANGES.1.0.4.md | 34 -
.../markdown/release/1.1.0/CHANGES.1.1.0.md | 222 +-
.../release/1.1.0/RELEASENOTES.1.1.0.md | 120 +-
.../markdown/release/1.1.1/CHANGES.1.1.1.md | 44 +-
.../markdown/release/1.1.2/CHANGES.1.1.2.md | 48 +-
.../release/1.1.2/RELEASENOTES.1.1.2.md | 22 +-
.../markdown/release/1.1.3/CHANGES.1.1.3.md | 44 +-
.../markdown/release/1.2.0/CHANGES.1.2.0.md | 380 ++-
.../release/1.2.0/RELEASENOTES.1.2.0.md | 112 +-
.../markdown/release/1.2.1/CHANGES.1.2.1.md | 54 +-
.../release/1.2.1/RELEASENOTES.1.2.1.md | 8 +-
.../markdown/release/1.2.2/CHANGES.1.2.2.md | 44 +-
.../markdown/release/1.3.0/CHANGES.1.3.0.md | 160 +-
.../release/1.3.0/RELEASENOTES.1.3.0.md | 30 +-
.../release/2.0.0-alpha/CHANGES.2.0.0-alpha.md | 574 +++--
.../2.0.0-alpha/RELEASENOTES.2.0.0-alpha.md | 72 +-
.../release/2.0.1-alpha/CHANGES.2.0.1-alpha.md | 36 -
.../2.0.1-alpha/RELEASENOTES.2.0.1-alpha.md | 2 +-
.../release/2.0.2-alpha/CHANGES.2.0.2-alpha.md | 1184 +++++----
.../2.0.2-alpha/RELEASENOTES.2.0.2-alpha.md | 150 +-
.../release/2.0.3-alpha/CHANGES.2.0.3-alpha.md | 924 ++++---
.../2.0.3-alpha/RELEASENOTES.2.0.3-alpha.md | 124 +-
.../release/2.0.4-alpha/CHANGES.2.0.4-alpha.md | 74 +-
.../release/2.0.5-alpha/CHANGES.2.0.5-alpha.md | 46 +-
.../release/2.0.6-alpha/CHANGES.2.0.6-alpha.md | 40 -
.../release/2.1.0-beta/CHANGES.2.1.0-beta.md | 1527 ++++++-----
.../2.1.0-beta/RELEASENOTES.2.1.0-beta.md | 432 ++--
.../release/2.1.1-beta/CHANGES.2.1.1-beta.md | 294 +--
.../2.1.1-beta/RELEASENOTES.2.1.1-beta.md | 10 +-
.../markdown/release/2.2.0/CHANGES.2.2.0.md | 142 +-
.../release/2.2.0/RELEASENOTES.2.2.0.md | 12 +-
.../markdown/release/2.2.1/CHANGES.2.2.1.md | 36 +-
.../markdown/release/2.3.0/CHANGES.2.3.0.md | 1082 ++++----
.../release/2.3.0/RELEASENOTES.2.3.0.md | 54 +-
.../markdown/release/2.4.0/CHANGES.2.4.0.md | 752 +++---
.../release/2.4.0/RELEASENOTES.2.4.0.md | 80 +-
.../markdown/release/2.4.1/CHANGES.2.4.1.md | 162 +-
.../markdown/release/2.5.0/CHANGES.2.5.0.md | 870 ++++---
.../release/2.5.0/RELEASENOTES.2.5.0.md | 54 +-
.../markdown/release/2.5.1/CHANGES.2.5.1.md | 46 +-
.../markdown/release/2.5.2/CHANGES.2.5.2.md | 46 +-
.../markdown/release/2.6.0/CHANGES.2.6.0.md | 1651 ++++++------
.../release/2.6.0/RELEASENOTES.2.6.0.md | 84 +-
.../markdown/release/2.6.1/CHANGES.2.6.1.md | 300 +--
.../release/2.6.1/RELEASENOTES.2.6.1.md | 14 +-
.../markdown/release/2.6.2/CHANGES.2.6.2.md | 40 +-
.../release/2.6.2/RELEASENOTES.2.6.2.md | 7 +
.../markdown/release/2.6.3/CHANGES.2.6.3.md | 74 +-
.../markdown/release/2.6.4/CHANGES.2.6.4.md | 82 +-
.../release/2.6.4/RELEASENOTES.2.6.4.md | 8 +
.../markdown/release/2.6.5/CHANGES.2.6.5.md | 132 +
.../release/2.6.5/RELEASENOTES.2.6.5.md | 44 +
.../markdown/release/2.6.6/CHANGES.2.6.6.md | 47 +
.../release/2.6.6/RELEASENOTES.2.6.6.md | 28 +
.../markdown/release/2.7.0/CHANGES.2.7.0.md | 1696 ++++++------
.../release/2.7.0/RELEASENOTES.2.7.0.md | 152 +-
.../markdown/release/2.7.1/CHANGES.2.7.1.md | 238 +-
.../release/2.7.1/RELEASENOTES.2.7.1.md | 11 +-
.../markdown/release/2.7.2/CHANGES.2.7.2.md | 282 +-
.../release/2.7.2/RELEASENOTES.2.7.2.md | 7 +-
.../markdown/release/2.7.3/CHANGES.2.7.3.md | 284 +++
.../release/2.7.3/RELEASENOTES.2.7.3.md | 74 +
.../markdown/release/2.7.4/CHANGES.2.7.4.md | 326 +++
.../release/2.7.4/RELEASENOTES.2.7.4.md | 130 +
.../markdown/release/2.7.5/CHANGES.2.7.5.md | 32 +
.../release/2.7.5/RELEASENOTES.2.7.5.md | 24 +
.../markdown/release/2.8.0/CHANGES.2.8.0.md | 95 +-
.../release/2.8.0/RELEASENOTES.2.8.0.md | 45 +-
.../markdown/release/2.8.1/CHANGES.2.8.1.md | 31 +
.../release/2.8.1/RELEASENOTES.2.8.1.md | 31 +
.../markdown/release/2.8.2/CHANGES.2.8.2.md | 356 +++
.../release/2.8.2/RELEASENOTES.2.8.2.md | 75 +
.../markdown/release/2.8.3/CHANGES.2.8.3.md | 69 +
.../release/2.8.3/RELEASENOTES.2.8.3.md | 36 +
.../markdown/release/2.9.0/CHANGES.2.9.0.md | 1453 +++++++++++
.../release/2.9.0/RELEASENOTES.2.9.0.md | 440 ++++
.../3.0.0-alpha1/CHANGES.3.0.0-alpha1.md | 230 +-
.../3.0.0-alpha1/RELEASENOTES.3.0.0-alpha1.md | 176 +-
.../3.0.0-alpha2/CHANGES.3.0.0-alpha2.md | 58 +-
.../3.0.0-alpha2/RELEASENOTES.3.0.0-alpha2.md | 113 +-
.../3.0.0-alpha3/CHANGES.3.0.0-alpha3.md | 35 +-
.../3.0.0-alpha3/RELEASENOTES.3.0.0-alpha3.md | 8 +-
.../3.0.0-alpha4/CHANGES.3.0.0-alpha4.md | 35 +-
.../3.0.0-alpha4/RELEASENOTES.3.0.0-alpha4.md | 20 +-
.../conf/TestCommonConfigurationFields.java | 1 +
.../apache/hadoop/conf/TestConfiguration.java | 390 ++-
.../hadoop/conf/TestConfigurationSubclass.java | 8 +-
.../apache/hadoop/conf/TestDeprecatedKeys.java | 8 +-
.../apache/hadoop/conf/TestGetInstances.java | 8 +-
.../key/TestKeyProviderCryptoExtension.java | 113 +-
.../hadoop/fs/FileSystemContractBaseTest.java | 16 +-
.../org/apache/hadoop/fs/TestAvroFSInput.java | 6 +-
.../test/java/org/apache/hadoop/fs/TestDU.java | 19 +-
.../java/org/apache/hadoop/fs/TestFilterFs.java | 8 +-
.../hadoop/fs/TestGetFileBlockLocations.java | 25 +-
.../org/apache/hadoop/fs/TestGlobExpander.java | 7 +-
.../apache/hadoop/fs/TestLocatedFileStatus.java | 52 +
.../java/org/apache/hadoop/fs/TestTrash.java | 24 +-
.../apache/hadoop/fs/TestTruncatedInputBug.java | 6 +-
.../fs/contract/AbstractContractRenameTest.java | 63 +
.../hadoop/fs/permission/TestFsPermission.java | 14 +-
.../hadoop/http/TestHttpServerWithSpengo.java | 242 +-
.../apache/hadoop/ipc/TestFairCallQueue.java | 33 +-
.../org/apache/hadoop/log/TestLog4Json.java | 6 +-
.../hadoop/net/TestScriptBasedMapping.java | 9 +-
.../TestScriptBasedMappingWithDependency.java | 7 +-
.../security/TestAuthenticationFilter.java | 6 +-
.../TestAuthenticationWithProxyUserFilter.java | 7 +-
.../security/TestWhitelistBasedResolver.java | 9 +-
.../apache/hadoop/security/token/TestToken.java | 12 +-
.../apache/hadoop/test/GenericTestUtils.java | 1 -
.../org/apache/hadoop/test/LambdaTestUtils.java | 112 +
.../hadoop/util/TestAsyncDiskService.java | 6 +-
.../apache/hadoop/util/TestCacheableIPList.java | 13 +-
.../apache/hadoop/util/TestFileBasedIPList.java | 12 +-
.../org/apache/hadoop/util/TestFindClass.java | 2 +-
.../apache/hadoop/util/TestGenericsUtil.java | 12 +-
.../org/apache/hadoop/util/TestIndexedSort.java | 7 +-
.../hadoop/util/TestNativeLibraryChecker.java | 8 +-
.../util/curator/TestZKCuratorManager.java | 39 +
hadoop-common-project/hadoop-kms/pom.xml | 28 +-
...rKeyGeneratorKeyProviderCryptoExtension.java | 6 +
.../hadoop/crypto/key/kms/server/KMS.java | 113 +-
.../crypto/key/kms/server/KMSJSONReader.java | 8 +-
.../key/kms/server/KMSServerJSONUtils.java | 34 +-
.../hadoop/crypto/key/kms/server/KMSWebApp.java | 18 +
.../kms/server/KeyAuthorizationKeyProvider.java | 19 +
.../hadoop-kms/src/site/markdown/index.md.vm | 60 +-
.../hadoop/crypto/key/kms/server/TestKMS.java | 46 +-
.../crypto/key/kms/server/TestKMSAudit.java | 7 +-
hadoop-common-project/hadoop-minikdc/pom.xml | 4 +-
hadoop-common-project/hadoop-nfs/pom.xml | 4 +-
hadoop-common-project/pom.xml | 4 +-
hadoop-dist/pom.xml | 4 +-
hadoop-hdfs-project/hadoop-hdfs-client/pom.xml | 4 +-
.../java/org/apache/hadoop/hdfs/DFSClient.java | 20 +
.../org/apache/hadoop/hdfs/DFSInputStream.java | 8 +-
.../hadoop/hdfs/DFSStripedOutputStream.java | 58 +-
.../org/apache/hadoop/hdfs/DataStreamer.java | 6 +-
.../hadoop/hdfs/DistributedFileSystem.java | 81 +-
.../hadoop/hdfs/PositionStripeReader.java | 6 +-
.../apache/hadoop/hdfs/client/HdfsAdmin.java | 46 +-
.../hdfs/client/HdfsClientConfigKeys.java | 2 +-
.../hadoop/hdfs/protocol/ClientProtocol.java | 25 +
.../hdfs/protocol/ErasureCodingPolicy.java | 50 +-
.../hdfs/protocol/ErasureCodingPolicyState.java | 73 +
.../hadoop/hdfs/protocol/HdfsConstants.java | 7 +
.../hdfs/protocol/ReencryptionStatus.java | 216 ++
.../protocol/ReencryptionStatusIterator.java | 58 +
.../protocol/SystemErasureCodingPolicies.java | 4 +-
.../hdfs/protocol/ZoneReencryptionStatus.java | 257 ++
.../ClientNamenodeProtocolTranslatorPB.java | 39 +
.../hadoop/hdfs/protocolPB/PBHelperClient.java | 154 +-
.../src/main/proto/ClientNamenodeProtocol.proto | 4 +
.../src/main/proto/encryption.proto | 41 +
.../src/main/proto/hdfs.proto | 24 +
hadoop-hdfs-project/hadoop-hdfs-httpfs/pom.xml | 28 +-
.../hadoop-hdfs-native-client/pom.xml | 4 +-
.../src/CMakeLists.txt | 2 +-
.../src/main/native/fuse-dfs/CMakeLists.txt | 2 +
.../main/native/libhdfs-tests/CMakeLists.txt | 2 +
.../src/main/native/libhdfs/CMakeLists.txt | 3 +
hadoop-hdfs-project/hadoop-hdfs-nfs/pom.xml | 4 +-
hadoop-hdfs-project/hadoop-hdfs/pom.xml | 4 +-
.../org/apache/hadoop/hdfs/DFSConfigKeys.java | 17 +-
.../java/org/apache/hadoop/hdfs/DFSUtil.java | 22 +
...tNamenodeProtocolServerSideTranslatorPB.java | 36 +
.../hdfs/qjournal/server/JournalNodeSyncer.java | 23 +-
.../server/blockmanagement/BlockManager.java | 8 +-
.../hdfs/server/datanode/BlockReceiver.java | 3 +-
.../hadoop/hdfs/server/datanode/DataNode.java | 7 +-
.../hdfs/server/datanode/DirectoryScanner.java | 5 +-
.../namenode/CheckpointFaultInjector.java | 18 +-
.../namenode/EncryptionFaultInjector.java | 9 +
.../server/namenode/EncryptionZoneManager.java | 351 ++-
.../namenode/ErasureCodingPolicyManager.java | 193 +-
.../hdfs/server/namenode/FSDirAttrOp.java | 4 +-
.../server/namenode/FSDirEncryptionZoneOp.java | 238 +-
.../server/namenode/FSDirErasureCodingOp.java | 29 +-
.../hdfs/server/namenode/FSDirWriteFileOp.java | 4 +-
.../hdfs/server/namenode/FSDirXAttrOp.java | 7 +
.../hdfs/server/namenode/FSDirectory.java | 11 +-
.../hdfs/server/namenode/FSEditLogLoader.java | 4 +-
.../hdfs/server/namenode/FSNamesystem.java | 121 +-
.../hadoop/hdfs/server/namenode/INode.java | 18 +-
.../hdfs/server/namenode/NameNodeRpcServer.java | 27 +
.../server/namenode/ReencryptionHandler.java | 940 +++++++
.../server/namenode/ReencryptionUpdater.java | 523 ++++
.../server/namenode/ha/StandbyCheckpointer.java | 16 +-
.../namenode/snapshot/SnapshotManager.java | 28 +
.../apache/hadoop/hdfs/tools/CryptoAdmin.java | 134 +-
.../org/apache/hadoop/hdfs/tools/DFSAdmin.java | 36 +-
.../org/apache/hadoop/hdfs/tools/ECAdmin.java | 13 +-
.../src/main/resources/hdfs-default.xml | 98 +-
.../src/site/markdown/HDFSErasureCoding.md | 10 +-
.../src/site/markdown/TransparentEncryption.md | 45 +-
.../apache/hadoop/cli/TestErasureCodingCLI.java | 2 +-
.../TestClientProtocolForPipelineRecovery.java | 47 +
.../apache/hadoop/hdfs/TestDFSInputStream.java | 41 +
.../hadoop/hdfs/TestDistributedFileSystem.java | 2 -
.../apache/hadoop/hdfs/TestEncryptionZones.java | 47 +
.../hadoop/hdfs/TestErasureCodingPolicies.java | 29 +-
.../apache/hadoop/hdfs/TestRollingUpgrade.java | 48 +
.../qjournal/server/TestJournalNodeSync.java | 176 +-
.../blockmanagement/TestBlockManager.java | 89 +-
.../server/datanode/TestDirectoryScanner.java | 60 +-
.../namenode/TestAuditLoggerWithCommands.java | 52 +
.../namenode/TestEncryptionZoneManager.java | 26 +
.../hdfs/server/namenode/TestFSDirAttrOp.java | 7 +
.../hdfs/server/namenode/TestReencryption.java | 1847 ++++++++++++++
.../namenode/TestReencryptionHandler.java | 197 ++
.../server/namenode/TestStripedINodeFile.java | 27 +-
.../snapshot/TestRandomOpsWithSnapshots.java | 691 +++++
.../snapshot/TestSnapshotDiffReport.java | 163 +-
.../apache/hadoop/hdfs/tools/TestDFSAdmin.java | 182 +-
.../src/test/resources/testCryptoConf.xml | 112 +
.../test/resources/testErasureCodingConf.xml | 107 +-
.../src/test/resources/test_ec_policies.xml | 2 +-
hadoop-hdfs-project/pom.xml | 4 +-
.../hadoop-mapreduce-client-app/pom.xml | 4 +-
.../jobhistory/JobHistoryEventHandler.java | 105 +-
.../hadoop/mapreduce/jobhistory/JobSummary.java | 49 +-
.../apache/hadoop/mapreduce/v2/app/job/Job.java | 4 +
.../mapreduce/v2/app/job/impl/JobImpl.java | 43 +-
.../v2/app/job/impl/TaskAttemptImpl.java | 58 +-
.../mapreduce/v2/app/job/impl/TaskImpl.java | 19 +-
.../v2/app/rm/RMContainerAllocator.java | 14 +-
.../hadoop/mapreduce/jobhistory/TestEvents.java | 4 +-
.../jobhistory/TestJobHistoryEventHandler.java | 49 +-
.../mapreduce/jobhistory/TestJobSummary.java | 6 +-
.../hadoop/mapreduce/v2/app/MockJobs.java | 19 +
.../mapreduce/v2/app/TestRuntimeEstimators.java | 20 +
.../v2/app/rm/TestRMContainerAllocator.java | 136 +
.../hadoop-mapreduce-client-common/pom.xml | 4 +-
.../mapred/TestMRWithDistributedCache.java | 40 +-
.../hadoop-mapreduce-client-core/pom.xml | 4 +-
.../src/main/avro/Events.avpr | 10 +-
.../mapreduce/jobhistory/HistoryViewer.java | 18 +-
.../HumanReadableHistoryViewerPrinter.java | 4 +-
.../jobhistory/JSONHistoryViewerPrinter.java | 4 +-
.../mapreduce/jobhistory/JobFinishedEvent.java | 55 +-
.../mapreduce/jobhistory/JobHistoryParser.java | 34 +-
.../JobUnsuccessfulCompletionEvent.java | 78 +-
.../jobhistory/MapAttemptFinishedEvent.java | 87 +-
.../jobhistory/ReduceAttemptFinishedEvent.java | 83 +-
.../jobhistory/TaskAttemptFinishedEvent.java | 47 +-
.../TaskAttemptUnsuccessfulCompletionEvent.java | 48 +-
.../mapreduce/jobhistory/TaskFailedEvent.java | 51 +-
.../mapreduce/jobhistory/TaskFinishedEvent.java | 42 +-
.../src/site/markdown/MapredAppMasterRest.md | 252 +-
.../hadoop/mapred/TestFileOutputCommitter.java | 23 +-
.../apache/hadoop/mapred/TestIndexCache.java | 15 +-
.../hadoop/mapred/TestJobEndNotifier.java | 12 +-
.../hadoop/mapred/TestMapFileOutputFormat.java | 6 +-
.../mapreduce/TestJobMonitorAndPrint.java | 8 +-
.../jobhistory/TestHistoryViewerPrinter.java | 4 +-
.../lib/output/TestFileOutputCommitter.java | 39 +-
.../lib/output/TestFileOutputFormat.java | 7 +-
.../lib/output/TestMapFileOutputFormat.java | 2 +
.../hadoop-mapreduce-client-hs-plugins/pom.xml | 4 +-
.../hadoop-mapreduce-client-hs/pom.xml | 4 +-
.../hadoop/mapreduce/v2/hs/CompletedJob.java | 55 +-
.../hadoop/mapreduce/v2/hs/PartialJob.java | 19 +
.../hadoop/mapreduce/v2/hs/UnparsedJob.java | 20 +
.../src/site/markdown/HistoryServerRest.md | 78 +-
.../mapreduce/v2/hs/TestJobHistoryParsing.java | 122 +-
.../v2/hs/webapp/TestHsWebServicesAcls.java | 20 +
.../hadoop-mapreduce-client-jobclient/pom.xml | 4 +-
.../java/org/apache/hadoop/fs/TestDFSIO.java | 11 +-
.../mapred/TestMRTimelineEventHandling.java | 30 +-
.../mapred/jobcontrol/TestJobControl.java | 6 +-
.../mapreduce/JobHistoryFileReplayMapperV1.java | 3 +-
.../hadoop/mapreduce/SimpleEntityWriterV1.java | 3 +-
.../hadoop/mapreduce/TestMapCollection.java | 6 -
.../lib/input/TestDelegatingInputFormat.java | 7 +-
.../lib/jobcontrol/TestMapReduceJobControl.java | 2 +-
.../output/TestMRCJCFileOutputCommitter.java | 17 +-
.../hadoop-mapreduce-client-nativetask/pom.xml | 4 +-
.../src/CMakeLists.txt | 2 +-
.../mapred/nativetask/TestTaskContext.java | 23 +-
.../nativetask/buffer/TestInputBuffer.java | 7 +-
.../nativetask/buffer/TestOutputBuffer.java | 7 +-
.../nativetask/serde/TestKVSerializer.java | 13 +-
.../nativetask/utils/TestReadWriteBuffer.java | 7 +-
.../nativetask/utils/TestSizedWritable.java | 5 +-
.../hadoop-mapreduce-client-shuffle/pom.xml | 4 +-
.../hadoop-mapreduce-client/pom.xml | 4 +-
.../hadoop-mapreduce-examples/pom.xml | 4 +-
.../examples/TestBaileyBorweinPlouffe.java | 14 +-
.../hadoop/examples/pi/math/TestLongLong.java | 33 +-
.../hadoop/examples/pi/math/TestModular.java | 105 +-
.../hadoop/examples/pi/math/TestSummation.java | 30 +-
hadoop-mapreduce-project/pom.xml | 4 +-
hadoop-maven-plugins/pom.xml | 2 +-
.../maven/plugin/cmakebuilder/CompileMojo.java | 2 -
hadoop-minicluster/pom.xml | 4 +-
hadoop-project-dist/pom.xml | 4 +-
hadoop-project/pom.xml | 25 +-
hadoop-project/src/site/markdown/index.md.vm | 8 +-
hadoop-tools/hadoop-aliyun/pom.xml | 2 +-
.../fs/aliyun/oss/AliyunOSSFileSystem.java | 27 +
hadoop-tools/hadoop-archive-logs/pom.xml | 4 +-
hadoop-tools/hadoop-archives/pom.xml | 4 +-
.../hadoop-aws/dev-support/findbugs-exclude.xml | 6 +
hadoop-tools/hadoop-aws/pom.xml | 133 +-
.../org/apache/hadoop/fs/s3a/Constants.java | 133 +-
.../hadoop/fs/s3a/DefaultS3ClientFactory.java | 233 ++
.../fs/s3a/InconsistentAmazonS3Client.java | 434 ++++
.../fs/s3a/InconsistentS3ClientFactory.java | 40 +
.../java/org/apache/hadoop/fs/s3a/Listing.java | 263 +-
.../hadoop/fs/s3a/S3ABlockOutputStream.java | 17 +-
.../org/apache/hadoop/fs/s3a/S3AFileStatus.java | 45 +-
.../org/apache/hadoop/fs/s3a/S3AFileSystem.java | 572 ++++-
.../hadoop/fs/s3a/S3AInstrumentation.java | 81 +-
.../apache/hadoop/fs/s3a/S3AOutputStream.java | 14 +-
.../java/org/apache/hadoop/fs/s3a/S3AUtils.java | 36 +-
.../apache/hadoop/fs/s3a/S3ClientFactory.java | 190 +-
.../org/apache/hadoop/fs/s3a/Statistic.java | 13 +-
.../java/org/apache/hadoop/fs/s3a/Tristate.java | 32 +
.../org/apache/hadoop/fs/s3a/UploadInfo.java | 43 +
.../fs/s3a/s3guard/DescendantsIterator.java | 142 ++
.../fs/s3a/s3guard/DirListingMetadata.java | 322 +++
.../fs/s3a/s3guard/DynamoDBClientFactory.java | 132 +
.../fs/s3a/s3guard/DynamoDBMetadataStore.java | 1010 ++++++++
.../fs/s3a/s3guard/LocalMetadataStore.java | 435 ++++
.../hadoop/fs/s3a/s3guard/LruHashMap.java | 50 +
.../hadoop/fs/s3a/s3guard/MetadataStore.java | 221 ++
.../s3guard/MetadataStoreListFilesIterator.java | 169 ++
.../fs/s3a/s3guard/NullMetadataStore.java | 104 +
.../hadoop/fs/s3a/s3guard/PathMetadata.java | 143 ++
.../PathMetadataDynamoDBTranslation.java | 304 +++
.../apache/hadoop/fs/s3a/s3guard/S3Guard.java | 463 ++++
.../hadoop/fs/s3a/s3guard/S3GuardTool.java | 924 +++++++
.../hadoop/fs/s3a/s3guard/package-info.java | 30 +
.../hadoop/fs/s3native/S3xLoginHelper.java | 4 +
.../src/main/shellprofile.d/hadoop-s3guard.sh | 37 +
.../src/site/markdown/tools/hadoop-aws/index.md | 3 +-
.../site/markdown/tools/hadoop-aws/s3guard.md | 610 +++++
.../site/markdown/tools/hadoop-aws/testing.md | 288 ++-
.../fs/contract/s3a/ITestS3AContractCreate.java | 14 +
.../fs/contract/s3a/ITestS3AContractDelete.java | 14 +
.../fs/contract/s3a/ITestS3AContractDistCp.java | 7 +
.../s3a/ITestS3AContractGetFileStatus.java | 4 +
.../fs/contract/s3a/ITestS3AContractMkdir.java | 14 +
.../fs/contract/s3a/ITestS3AContractOpen.java | 14 +
.../fs/contract/s3a/ITestS3AContractRename.java | 13 +
.../contract/s3a/ITestS3AContractRootDir.java | 14 +
.../fs/contract/s3a/ITestS3AContractSeek.java | 14 +
.../hadoop/fs/s3a/AbstractS3AMockTest.java | 9 +-
.../hadoop/fs/s3a/AbstractS3ATestBase.java | 26 +-
.../fs/s3a/ITestS3AAWSCredentialsProvider.java | 4 +
.../hadoop/fs/s3a/ITestS3AConfiguration.java | 3 +-
.../fs/s3a/ITestS3ACopyFromLocalFile.java | 3 +-
.../hadoop/fs/s3a/ITestS3ACredentialsInURL.java | 13 +-
.../hadoop/fs/s3a/ITestS3ADelayedFNF.java | 62 +
.../hadoop/fs/s3a/ITestS3AEmptyDirectory.java | 83 +
.../hadoop/fs/s3a/ITestS3AEncryptionSSEC.java | 319 ++-
.../fs/s3a/ITestS3AFileOperationCost.java | 40 +-
.../fs/s3a/ITestS3AFileSystemContract.java | 1 +
.../hadoop/fs/s3a/ITestS3AInconsistency.java | 100 +
.../hadoop/fs/s3a/ITestS3AMiscOperations.java | 27 +
.../hadoop/fs/s3a/ITestS3GuardCreate.java | 61 +
.../hadoop/fs/s3a/ITestS3GuardEmptyDirs.java | 85 +
.../fs/s3a/ITestS3GuardListConsistency.java | 544 ++++
.../hadoop/fs/s3a/ITestS3GuardWriteBack.java | 141 +
.../hadoop/fs/s3a/MockS3ClientFactory.java | 3 +
.../apache/hadoop/fs/s3a/S3ATestConstants.java | 12 +
.../org/apache/hadoop/fs/s3a/S3ATestUtils.java | 197 +-
.../org/apache/hadoop/fs/s3a/TestListing.java | 118 +
.../ITestS3AFileContextStatistics.java | 4 +-
.../s3a/fileContext/ITestS3AFileContextURI.java | 19 +-
.../fs/s3a/s3guard/AbstractMSContract.java | 33 +
.../s3guard/AbstractS3GuardToolTestBase.java | 161 ++
.../s3a/s3guard/DynamoDBLocalClientFactory.java | 157 ++
.../s3a/s3guard/ITestS3GuardConcurrentOps.java | 160 ++
.../s3a/s3guard/ITestS3GuardToolDynamoDB.java | 134 +
.../fs/s3a/s3guard/ITestS3GuardToolLocal.java | 149 ++
.../fs/s3a/s3guard/MetadataStoreTestBase.java | 887 +++++++
.../fs/s3a/s3guard/TestDirListingMetadata.java | 303 +++
.../s3a/s3guard/TestDynamoDBMetadataStore.java | 594 +++++
.../fs/s3a/s3guard/TestLocalMetadataStore.java | 140 +
.../fs/s3a/s3guard/TestNullMetadataStore.java | 58 +
.../TestPathMetadataDynamoDBTranslation.java | 238 ++
.../hadoop/fs/s3a/s3guard/TestS3Guard.java | 93 +
.../AbstractITestS3AMetadataStoreScale.java | 250 ++
.../fs/s3a/scale/AbstractSTestS3AHugeFiles.java | 13 +-
.../scale/ITestDynamoDBMetadataStoreScale.java | 48 +
.../s3a/scale/ITestLocalMetadataStoreScale.java | 37 +
.../fs/s3a/scale/ITestS3AConcurrentOps.java | 3 +-
.../fs/s3a/scale/ITestS3ACreatePerformance.java | 86 +
.../s3a/scale/ITestS3ADirectoryPerformance.java | 5 +-
.../scale/ITestS3AInputStreamPerformance.java | 4 +-
.../hadoop/fs/s3a/scale/S3AScaleTestBase.java | 2 +-
.../hadoop-aws/src/test/resources/core-site.xml | 26 +
.../src/test/resources/log4j.properties | 15 +-
hadoop-tools/hadoop-azure-datalake/pom.xml | 4 +-
hadoop-tools/hadoop-azure/pom.xml | 2 +-
.../fs/azure/AzureNativeFileSystemStore.java | 36 +-
.../fs/azure/SecureStorageInterfaceImpl.java | 29 +-
.../hadoop-azure/src/site/markdown/index.md | 9 +
...stNativeAzureFSAuthWithBlobSpecificKeys.java | 44 +
...estNativeAzureFileSystemConcurrencyLive.java | 165 +-
hadoop-tools/hadoop-datajoin/pom.xml | 4 +-
.../hadoop/contrib/utils/join/TestDataJoin.java | 41 +-
hadoop-tools/hadoop-distcp/pom.xml | 4 +-
.../hadoop/tools/util/TestDistCpUtils.java | 26 +-
hadoop-tools/hadoop-extras/pom.xml | 4 +-
.../org/apache/hadoop/tools/TestDistCh.java | 23 +-
hadoop-tools/hadoop-gridmix/pom.xml | 4 +-
hadoop-tools/hadoop-kafka/pom.xml | 4 +-
hadoop-tools/hadoop-openstack/pom.xml | 4 +-
hadoop-tools/hadoop-pipes/pom.xml | 4 +-
hadoop-tools/hadoop-pipes/src/CMakeLists.txt | 2 +-
hadoop-tools/hadoop-rumen/pom.xml | 4 +-
.../rumen/Job20LineHistoryEventEmitter.java | 6 +-
hadoop-tools/hadoop-sls/pom.xml | 26 +-
.../org/apache/hadoop/yarn/sls/SLSRunner.java | 4 +
.../hadoop-sls/src/test/resources/yarn-site.xml | 10 -
hadoop-tools/hadoop-streaming/pom.xml | 4 +-
.../typedbytes/TestTypedBytesWritable.java | 7 +-
hadoop-tools/hadoop-tools-dist/pom.xml | 4 +-
hadoop-tools/pom.xml | 4 +-
.../hadoop-yarn/hadoop-yarn-api/pom.xml | 4 +-
.../api/protocolrecords/AllocateResponse.java | 32 +-
.../hadoop/yarn/api/records/CollectorInfo.java | 59 +
.../hadoop/yarn/api/records/ReservationId.java | 11 +-
.../timelineservice/ApplicationEntity.java | 28 +
.../records/timelineservice/TimelineEntity.java | 52 +-
.../hadoop/yarn/conf/YarnConfiguration.java | 96 +-
.../hadoop/yarn/util/TimelineServiceHelper.java | 8 +
.../src/main/proto/yarn_protos.proto | 5 +
.../src/main/proto/yarn_service_protos.proto | 2 +-
.../timelineservice/TestApplicationEntity.java | 71 +
.../yarn/conf/TestYarnConfigurationFields.java | 6 +
.../pom.xml | 4 +-
.../distributedshell/ApplicationMaster.java | 42 +-
.../distributedshell/TestDistributedShell.java | 173 +-
.../pom.xml | 4 +-
.../hadoop-yarn-applications/pom.xml | 4 +-
.../hadoop-yarn/hadoop-yarn-client/pom.xml | 4 +-
.../hadoop/yarn/client/api/AMRMClient.java | 5 +-
.../api/async/impl/AMRMClientAsyncImpl.java | 19 +-
.../hadoop/yarn/client/cli/RMAdminCLI.java | 3 +-
.../ApplicationMasterServiceProtoTestBase.java | 72 +
.../hadoop/yarn/client/ProtocolHATestBase.java | 20 +-
...ationMasterServiceProtocolForTimelineV2.java | 71 +
...estApplicationMasterServiceProtocolOnHA.java | 46 +-
.../api/async/impl/TestAMRMClientAsync.java | 2 +-
.../client/api/impl/BaseAMRMProxyE2ETest.java | 2 +-
.../impl/TestAMRMClientContainerRequest.java | 6 +-
.../hadoop/yarn/client/cli/TestLogsCLI.java | 76 +-
.../hadoop-yarn/hadoop-yarn-common/pom.xml | 18 +-
.../impl/pb/AllocateResponsePBImpl.java | 37 +-
.../records/impl/pb/CollectorInfoPBImpl.java | 152 ++
.../yarn/client/api/TimelineV2Client.java | 10 +-
.../client/api/impl/TimelineV2ClientImpl.java | 117 +-
.../logaggregation/AggregatedLogFormat.java | 22 +-
.../logaggregation/LogAggregationUtils.java | 41 +
.../logaggregation/LogAggregationWebUtils.java | 124 +
.../yarn/logaggregation/LogCLIHelpers.java | 457 +---
.../yarn/logaggregation/LogToolUtils.java | 211 +-
.../LogAggregationFileController.java | 483 ++++
.../LogAggregationFileControllerContext.java | 130 +
.../LogAggregationFileControllerFactory.java | 195 ++
.../filecontroller/LogAggregationHtmlBlock.java | 186 ++
.../filecontroller/package-info.java | 21 +
.../tfile/LogAggregationTFileController.java | 375 +++
.../tfile/TFileAggregatedLogsBlock.java | 241 ++
.../filecontroller/tfile/package-info.java | 20 +
.../hadoop/yarn/util/BoundedAppender.java | 142 ++
.../yarn/webapp/log/AggregatedLogsBlock.java | 314 +--
.../src/main/resources/yarn-default.xml | 63 +
.../hadoop/yarn/api/TestPBImplRecords.java | 2 +
.../api/impl/TestTimelineClientV2Impl.java | 56 +-
.../logaggregation/TestAggregatedLogsBlock.java | 110 +-
.../logaggregation/TestContainerLogsUtils.java | 29 +-
...TestLogAggregationFileControllerFactory.java | 208 ++
.../hadoop/yarn/util/TestBoundedAppender.java | 115 +
.../hadoop-yarn/hadoop-yarn-registry/pom.xml | 4 +-
.../pom.xml | 4 +-
.../ApplicationHistoryServer.java | 79 +-
.../webapp/AHSWebServices.java | 31 +-
.../security/TimelineAuthenticationFilter.java | 49 -
...TimelineAuthenticationFilterInitializer.java | 129 -
...lineDelegationTokenSecretManagerService.java | 240 --
...neV1DelegationTokenSecretManagerService.java | 225 ++
.../TestTimelineAuthenticationFilter.java | 323 ---
.../TestTimelineAuthenticationFilterForV1.java | 332 +++
...TimelineAuthenticationFilterInitializer.java | 76 -
.../hadoop-yarn-server-common/pom.xml | 4 +-
.../protocolrecords/NodeHeartbeatRequest.java | 13 +-
.../protocolrecords/NodeHeartbeatResponse.java | 8 +-
.../ReportNewCollectorInfoRequest.java | 13 +-
.../impl/pb/NodeHeartbeatRequestPBImpl.java | 74 +-
.../impl/pb/NodeHeartbeatResponsePBImpl.java | 61 +-
.../pb/ReportNewCollectorInfoRequestPBImpl.java | 36 +-
.../server/api/records/AppCollectorData.java | 125 +
.../server/api/records/AppCollectorsMap.java | 46 -
.../records/impl/pb/AppCollectorDataPBImpl.java | 227 ++
.../records/impl/pb/AppCollectorsMapPBImpl.java | 152 --
.../api/records/impl/pb/package-info.java | 19 +
.../store/impl/SQLFederationStateStore.java | 79 +
.../FederationStateStoreClientMetrics.java | 184 ++
.../federation/store/metrics/package-info.java | 17 +
.../security/TimelineAuthenticationFilter.java | 55 +
...TimelineAuthenticationFilterInitializer.java | 137 +
...elineDelgationTokenSecretManagerService.java | 83 +
.../server/timeline/security/package-info.java | 26 +
.../server/uam/UnmanagedApplicationManager.java | 2 +-
.../util/timeline/TimelineServerUtils.java | 92 +
.../yarn/server/util/timeline/package-info.java | 25 +
.../yarn_server_common_service_protos.proto | 16 +-
.../java/org/apache/hadoop/yarn/TestRPC.java | 36 +-
.../hadoop/yarn/TestYarnServerApiClasses.java | 48 +-
.../TestFederationStateStoreClientMetrics.java | 146 ++
...TimelineAuthenticationFilterInitializer.java | 78 +
.../hadoop-yarn-server-nodemanager/pom.xml | 4 +-
.../src/CMakeLists.txt | 67 +-
.../server/nodemanager/ContainerExecutor.java | 10 +-
.../hadoop/yarn/server/nodemanager/Context.java | 14 +-
.../nodemanager/DefaultContainerExecutor.java | 12 +-
.../server/nodemanager/DeletionService.java | 7 +-
.../server/nodemanager/DirectoryCollection.java | 7 +-
.../nodemanager/LinuxContainerExecutor.java | 8 +-
.../nodemanager/LocalDirsHandlerService.java | 7 +-
.../yarn/server/nodemanager/NMAuditLogger.java | 7 +-
.../yarn/server/nodemanager/NodeManager.java | 77 +-
.../nodemanager/NodeResourceMonitorImpl.java | 8 +-
.../nodemanager/NodeStatusUpdaterImpl.java | 66 +-
.../amrmproxy/AMRMProxyTokenSecretManager.java | 8 +-
.../nodemanager/api/impl/pb/NMProtoUtils.java | 7 +-
.../collectormanager/NMCollectorService.java | 50 +-
.../containermanager/AuxServices.java | 14 +-
.../containermanager/ContainerManagerImpl.java | 23 +-
.../ApplicationContainerFinishedEvent.java | 9 +-
.../application/ApplicationImpl.java | 40 +-
.../containermanager/container/Container.java | 2 +
.../container/ContainerImpl.java | 31 +-
.../deletion/task/DeletionTask.java | 7 +-
.../launcher/ContainerLaunch.java | 50 +-
.../launcher/ContainerRelaunch.java | 7 +-
.../launcher/ContainersLauncher.java | 7 +-
.../launcher/RecoveredContainerLaunch.java | 8 +-
.../privileged/PrivilegedOperationExecutor.java | 7 +-
.../CGroupsBlkioResourceHandlerImpl.java | 8 +-
.../CGroupsCpuResourceHandlerImpl.java | 7 +-
.../linux/resources/CGroupsHandlerImpl.java | 9 +-
.../CGroupsMemoryResourceHandlerImpl.java | 8 +-
.../linux/resources/ResourceHandlerModule.java | 13 +-
.../TrafficControlBandwidthHandlerImpl.java | 10 +-
.../linux/resources/TrafficController.java | 7 +-
.../runtime/DefaultLinuxContainerRuntime.java | 8 +-
.../DelegatingLinuxContainerRuntime.java | 8 +-
.../runtime/DockerLinuxContainerRuntime.java | 8 +-
.../JavaSandboxLinuxContainerRuntime.java | 13 +-
.../linux/runtime/docker/DockerClient.java | 7 +-
.../runtime/docker/DockerCommandExecutor.java | 7 +-
.../localizer/ContainerLocalizer.java | 7 +-
.../localizer/LocalResourcesTrackerImpl.java | 7 +-
.../localizer/LocalizedResource.java | 7 +-
.../localizer/ResourceLocalizationService.java | 9 +-
.../containermanager/localizer/ResourceSet.java | 7 +-
.../security/LocalizerSecurityInfo.java | 7 +-
.../security/LocalizerTokenSelector.java | 8 +-
.../sharedcache/SharedCacheUploadService.java | 8 +-
.../sharedcache/SharedCacheUploader.java | 7 +-
.../logaggregation/AppLogAggregatorImpl.java | 240 +-
.../logaggregation/LogAggregationService.java | 230 +-
.../SampleContainerLogAggregationPolicy.java | 8 +-
.../loghandler/NonAggregatingLogHandler.java | 8 +-
.../event/LogHandlerContainerFinishedEvent.java | 9 +-
.../monitor/ContainersMonitorImpl.java | 8 +-
.../ConfigurationNodeLabelsProvider.java | 8 +-
.../ScriptBasedNodeLabelsProvider.java | 7 +-
.../recovery/NMLeveldbStateStoreService.java | 36 +-
.../recovery/NMNullStateStoreService.java | 2 +-
.../recovery/NMStateStoreService.java | 13 +-
.../security/NMContainerTokenSecretManager.java | 8 +-
.../security/NMTokenSecretManagerInNM.java | 8 +-
.../security/authorize/NMPolicyProvider.java | 22 +-
.../timelineservice/NMTimelinePublisher.java | 59 +-
.../util/CgroupsLCEResourcesHandler.java | 10 +-
.../util/DefaultLCEResourcesHandler.java | 8 +-
.../util/NodeManagerHardwareUtils.java | 8 +-
.../nodemanager/util/ProcessIdFileReader.java | 7 +-
.../nodemanager/webapp/NMWebServices.java | 49 +-
.../server/nodemanager/webapp/NavBlock.java | 8 +-
.../server/nodemanager/webapp/WebServer.java | 7 +-
.../nodemanager/DummyContainerManager.java | 8 +-
.../nodemanager/MockNodeStatusUpdater.java | 7 +-
.../TestContainerManagerWithLCE.java | 8 +-
.../nodemanager/TestLinuxContainerExecutor.java | 8 +-
.../TestLinuxContainerExecutorWithMocks.java | 8 +-
.../nodemanager/TestNodeHealthService.java | 8 +-
.../nodemanager/TestNodeManagerReboot.java | 7 +-
.../nodemanager/TestNodeManagerResync.java | 8 +-
.../nodemanager/TestNodeStatusUpdater.java | 7 +-
.../amrmproxy/BaseAMRMProxyTest.java | 17 +-
.../amrmproxy/TestAMRMProxyService.java | 8 +-
.../BaseContainerManagerTest.java | 8 +-
.../containermanager/TestAuxServices.java | 7 +-
.../containermanager/TestContainerManager.java | 4 +-
.../application/TestApplication.java | 2 +-
.../launcher/TestContainerLaunch.java | 105 +
.../TestPrivilegedOperationExecutor.java | 8 +-
.../linux/resources/TestCGroupsHandlerImpl.java | 8 +-
.../resources/TestResourceHandlerModule.java | 8 +-
.../TestTrafficControlBandwidthHandlerImpl.java | 8 +-
.../linux/resources/TestTrafficController.java | 7 +-
.../runtime/TestDockerContainerRuntime.java | 8 +-
.../localizer/TestContainerLocalizer.java | 11 +-
.../TestAppLogAggregatorImpl.java | 25 +-
.../TestLogAggregationService.java | 244 +-
.../TestNonAggregatingLogHandler.java | 10 +-
.../monitor/TestContainersMonitor.java | 4 +-
.../TestContainerSchedulerQueuing.java | 4 +-
.../recovery/NMMemoryStateStoreService.java | 4 +-
.../TestNMLeveldbStateStoreService.java | 6 +-
.../nodemanager/webapp/MockContainer.java | 4 +
.../nodemanager/webapp/TestNMWebServer.java | 4 +-
.../hadoop-yarn-server-resourcemanager/pom.xml | 7 +-
.../ApplicationMasterService.java | 38 +-
.../server/resourcemanager/ClientRMService.java | 30 +-
.../resourcemanager/DefaultAMSProcessor.java | 8 +-
...pportunisticContainerAllocatorAMService.java | 2 +
.../resourcemanager/ResourceTrackerService.java | 88 +-
.../metrics/TimelineServiceV2Publisher.java | 12 +-
.../monitor/SchedulingMonitor.java | 8 +-
.../FifoIntraQueuePreemptionPlugin.java | 26 +-
.../recovery/ZKRMStateStore.java | 139 +-
.../resource/ResourceWeights.java | 3 +-
.../server/resourcemanager/rmapp/RMApp.java | 35 +-
.../resourcemanager/rmapp/RMAppEventType.java | 3 -
.../server/resourcemanager/rmapp/RMAppImpl.java | 31 +-
.../rmapp/attempt/RMAppAttemptImpl.java | 139 +-
.../scheduler/AbstractYarnScheduler.java | 12 +-
.../scheduler/SchedulerApplicationAttempt.java | 12 +-
.../scheduler/capacity/CapacityScheduler.java | 12 +
.../distributed/NodeQueueLoadMonitor.java | 4 +
.../scheduler/event/ReleaseContainerEvent.java | 46 +
.../scheduler/event/SchedulerEventType.java | 3 +
.../scheduler/fair/FSAppAttempt.java | 22 +-
.../scheduler/fair/FairScheduler.java | 13 +
.../scheduler/fifo/FifoScheduler.java | 15 +-
.../webapp/CapacitySchedulerPage.java | 15 +-
.../resourcemanager/webapp/RMWebServices.java | 2 +-
.../resourcemanager/webapp/dao/AppInfo.java | 184 +-
.../resourcemanager/webapp/dao/AppsInfo.java | 4 +
.../webapp/dao/ClusterMetricsInfo.java | 162 +-
.../resourcemanager/webapp/dao/NodeInfo.java | 17 +-
.../resourcemanager/webapp/dao/NodesInfo.java | 4 +
.../yarn/server/resourcemanager/MockAM.java | 31 +-
.../yarn/server/resourcemanager/MockNM.java | 16 +
.../yarn/server/resourcemanager/MockNodes.java | 2 +-
.../yarn/server/resourcemanager/MockRM.java | 11 +
.../TestApplicationMasterService.java | 37 +-
.../resourcemanager/TestClientRMService.java | 14 +-
...pportunisticContainerAllocatorAMService.java | 36 +-
.../TestRMHATimelineCollectors.java | 122 +
.../server/resourcemanager/TestRMRestart.java | 131 +
.../TestResourceTrackerService.java | 32 +-
.../TestTokenClientRMService.java | 3 +
.../applicationsmanager/MockAsm.java | 17 +-
.../TestSystemMetricsPublisherForV2.java | 13 +-
.../server/resourcemanager/rmapp/MockRMApp.java | 18 +-
.../rmapp/attempt/TestBoundedAppender.java | 116 -
.../TestRMAppAttemptImplDiagnostics.java | 3 +-
.../attempt/TestRMAppAttemptTransitions.java | 32 +-
.../capacity/TestContainerResizing.java | 31 +-
.../capacity/TestIncreaseAllocationExpirer.java | 27 +-
.../security/TestDelegationTokenRenewer.java | 18 +
.../security/TestRMDelegationTokens.java | 4 +
.../webapp/TestRMWebServices.java | 5 +-
.../hadoop-yarn-server-router/pom.xml | 4 +-
.../yarn/server/router/RouterMetrics.java | 236 ++
.../clientrm/FederationClientInterceptor.java | 37 +-
.../webapp/FederationInterceptorREST.java | 464 +++-
.../router/webapp/RouterWebServiceUtil.java | 202 +-
.../yarn/server/router/TestRouterMetrics.java | 298 +++
.../MockDefaultRequestInterceptorREST.java | 92 +-
.../webapp/TestFederationInterceptorREST.java | 81 +-
.../TestFederationInterceptorRESTRetry.java | 252 +-
.../router/webapp/TestRouterWebServiceUtil.java | 573 +++++
.../pom.xml | 4 +-
.../hadoop-yarn-server-tests/pom.xml | 15 +-
.../hadoop/yarn/server/TestRMNMSecretKeys.java | 34 +-
.../TestTimelineServiceClientIntegration.java | 15 +-
.../security/TestTimelineAuthFilterForV2.java | 478 ++++
.../src/test/resources/krb5.conf | 28 -
.../pom.xml | 4 +-
.../pom.xml | 4 +-
.../AbstractTimelineReaderHBaseTestBase.java | 177 ++
...stTimelineReaderWebServicesHBaseStorage.java | 1007 +++++---
.../storage/DataGeneratorForTest.java | 423 +--
.../storage/TestHBaseTimelineStorageApps.java | 442 ++--
.../TestHBaseTimelineStorageEntities.java | 544 ++--
.../storage/TestHBaseTimelineStorageSchema.java | 135 +
.../storage/flow/TestFlowDataGenerator.java | 28 +-
.../flow/TestHBaseStorageFlowActivity.java | 72 +-
.../storage/flow/TestHBaseStorageFlowRun.java | 237 +-
.../flow/TestHBaseStorageFlowRunCompaction.java | 67 +-
.../pom.xml | 2 +-
.../reader/filter/TimelineFilterUtils.java | 17 +
.../storage/HBaseTimelineReaderImpl.java | 12 +-
.../storage/HBaseTimelineWriterImpl.java | 294 ++-
.../storage/TimelineSchemaCreator.java | 52 +-
.../storage/application/ApplicationColumn.java | 48 -
.../application/ApplicationColumnPrefix.java | 52 -
.../storage/application/ApplicationRowKey.java | 49 +-
.../storage/application/ApplicationTable.java | 2 +-
.../storage/apptoflow/AppToFlowColumn.java | 47 -
.../apptoflow/AppToFlowColumnPrefix.java | 206 ++
.../storage/apptoflow/AppToFlowRowKey.java | 101 +-
.../storage/apptoflow/AppToFlowTable.java | 21 +-
.../storage/common/BaseTable.java | 37 +-
.../storage/common/ColumnHelper.java | 50 +-
.../common/HBaseTimelineStorageUtils.java | 124 +-
.../storage/common/KeyConverterToString.java | 38 +
.../storage/common/LongConverter.java | 2 +-
.../storage/entity/EntityColumn.java | 48 -
.../storage/entity/EntityColumnPrefix.java | 51 -
.../storage/entity/EntityRowKey.java | 100 +-
.../storage/entity/EntityRowKeyPrefix.java | 11 +-
.../storage/entity/EntityTable.java | 4 +-
.../storage/flow/FlowActivityColumnPrefix.java | 58 +-
.../storage/flow/FlowActivityRowKey.java | 59 +-
.../storage/flow/FlowRunColumn.java | 53 +-
.../storage/flow/FlowRunColumnPrefix.java | 53 +-
.../storage/flow/FlowRunCoprocessor.java | 36 +-
.../storage/flow/FlowRunRowKey.java | 47 +-
.../storage/flow/FlowRunTable.java | 13 +-
.../timelineservice/storage/package-info.java | 6 +-
.../reader/AbstractTimelineStorageReader.java | 158 ++
.../storage/reader/ApplicationEntityReader.java | 77 +-
.../storage/reader/EntityTypeReader.java | 175 ++
.../reader/FlowActivityEntityReader.java | 30 +-
.../storage/reader/FlowRunEntityReader.java | 53 +-
.../storage/reader/GenericEntityReader.java | 201 +-
.../reader/SubApplicationEntityReader.java | 488 ++++
.../storage/reader/TimelineEntityReader.java | 60 +-
.../reader/TimelineEntityReaderFactory.java | 18 +-
.../subapplication/SubApplicationColumn.java | 108 +
.../SubApplicationColumnFamily.java | 68 +
.../SubApplicationColumnPrefix.java | 250 ++
.../subapplication/SubApplicationRowKey.java | 290 +++
.../SubApplicationRowKeyPrefix.java | 69 +
.../subapplication/SubApplicationTable.java | 174 ++
.../storage/subapplication/package-info.java | 28 +
.../common/TestHBaseTimelineStorageUtils.java | 33 +
.../storage/common/TestKeyConverters.java | 4 +
.../storage/common/TestRowKeys.java | 54 +-
.../storage/common/TestRowKeysAsString.java | 144 ++
.../hadoop-yarn-server-timelineservice/pom.xml | 4 +-
.../collector/AppLevelTimelineCollector.java | 143 +-
.../AppLevelTimelineCollectorWithAgg.java | 147 ++
.../collector/NodeTimelineCollectorManager.java | 275 +-
.../PerNodeTimelineCollectorsAuxService.java | 12 +-
.../collector/TimelineCollector.java | 18 +-
.../collector/TimelineCollectorManager.java | 14 +-
.../reader/TimelineDataToRetrieve.java | 35 +-
.../reader/TimelineEntityFilters.java | 160 +-
.../reader/TimelineReaderContext.java | 37 +-
.../reader/TimelineReaderManager.java | 40 +-
.../reader/TimelineReaderServer.java | 77 +-
.../reader/TimelineReaderUtils.java | 31 +-
.../reader/TimelineReaderWebServices.java | 693 ++++-
.../reader/TimelineReaderWebServicesUtils.java | 98 +-
.../reader/TimelineUIDConverter.java | 84 +-
...neReaderAuthenticationFilterInitializer.java | 53 +
...elineReaderWhitelistAuthorizationFilter.java | 123 +
...WhitelistAuthorizationFilterInitializer.java | 66 +
.../reader/security/package-info.java | 25 +
.../CollectorNodemanagerSecurityInfo.java | 69 +
...neV2DelegationTokenSecretManagerService.java | 126 +
.../timelineservice/security/package-info.java | 25 +
.../storage/FileSystemTimelineReaderImpl.java | 21 +
.../storage/FileSystemTimelineWriterImpl.java | 15 +-
.../timelineservice/storage/TimelineReader.java | 23 +-
.../timelineservice/storage/TimelineWriter.java | 28 +-
.../storage/common/TimelineStorageUtils.java | 1 -
.../org.apache.hadoop.security.SecurityInfo | 14 +
.../TestNMTimelineCollectorManager.java | 4 +-
.../collector/TestTimelineCollector.java | 12 +-
.../reader/TestTimelineReaderWebServices.java | 4 +-
...elineReaderWhitelistAuthorizationFilter.java | 380 +++
.../reader/TestTimelineUIDConverter.java | 17 +-
.../TestFileSystemTimelineReaderImpl.java | 115 +-
.../TestFileSystemTimelineWriterImpl.java | 8 +-
.../hadoop-yarn-server-web-proxy/pom.xml | 4 +-
.../amfilter/TestAmFilterInitializer.java | 15 +-
.../hadoop-yarn/hadoop-yarn-server/pom.xml | 4 +-
.../hadoop-yarn/hadoop-yarn-site/pom.xml | 4 +-
.../src/site/markdown/NodeManagerRest.md | 38 +-
.../src/site/markdown/ResourceManagerRest.md | 554 ++--
.../src/site/markdown/TimelineServiceV2.md | 433 +++-
.../src/site/markdown/YarnCommands.md | 4 +-
.../hadoop-yarn/hadoop-yarn-ui/pom.xml | 4 +-
.../main/webapp/app/components/nodes-heatmap.js | 62 +-
.../main/webapp/app/models/cluster-metric.js | 9 +-
.../src/main/webapp/app/models/yarn-rm-node.js | 6 +-
.../webapp/app/templates/cluster-overview.hbs | 33 +-
.../app/templates/components/nodes-heatmap.hbs | 3 +
.../main/webapp/app/templates/yarn-nodes.hbs | 2 +-
.../webapp/app/templates/yarn-nodes/heatmap.hbs | 2 +-
hadoop-yarn-project/hadoop-yarn/pom.xml | 4 +-
hadoop-yarn-project/pom.xml | 4 +-
pom.xml | 9 +-
start-build-env.sh | 2 +
966 files changed, 64287 insertions(+), 28713 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/ac5f01c3/hadoop-hdfs-project/hadoop-hdfs-client/pom.xml
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/ac5f01c3/hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/protocolPB/PBHelperClient.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/ac5f01c3/hadoop-hdfs-project/hadoop-hdfs-client/src/main/proto/hdfs.proto
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/ac5f01c3/hadoop-hdfs-project/hadoop-hdfs/pom.xml
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/ac5f01c3/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/ac5f01c3/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/tools/TestDFSAdmin.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/ac5f01c3/hadoop-project/pom.xml
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/ac5f01c3/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-ui/pom.xml
----------------------------------------------------------------------
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org