You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by st...@apache.org on 2022/08/03 12:46:20 UTC
[hadoop] branch feature-HADOOP-18028-s3a-prefetch updated (a964fbf42f0 -> e23f70a03c9)
This is an automated email from the ASF dual-hosted git repository.
stevel pushed a change to branch feature-HADOOP-18028-s3a-prefetch
in repository https://gitbox.apache.org/repos/asf/hadoop.git
omit a964fbf42f0 HADOOP-18190. Collect IOStatistics during S3A prefetching (#4458)
omit dc09c613c8d HADOOP-18254. Disable S3A prefetching by default. (#4469)
omit 18d4d323893 HADOOP-18231. S3A prefetching: fix failing tests & drain stream async. (#4386)
omit b75b72b8e20 fixes compilation errors in tests
omit 16d5403296e HADOOP-18175. fix test failures with prefetching s3a input stream (#4212)
omit b653cfa547e HADOOP-18177. Document prefetching architecture. (#4205)
omit 9ebfccefd44 HADOOP-18180. Replace use of twitter util-core with java futures in S3A prefetching stream (#4115)
omit c1d82cd95e3 HADOOP-18028. High performance S3A input stream (#4109)
add 78008bc0eea HADOOP-18245 Extend KMS related exceptions that get mapped to ConnectException (#4329)
add 0773fae3929 HADOOP-18120. Hadoop auth does not handle HTTP Headers in a case-insensitive way. Contributed by Janos Makai.
add fb910bd9068 HDFS-16453. Upgrade okhttp from 2.7.5 to 4.9.3 (#4229)
add 0733e968ab1 HADOOP-18224. Upgrade maven compiler plugin to 3.10.1 (#4267)
add 8dd3ef1f080 YARN-10465. Support getNodeToLabels, getLabelsToNodes, getClusterNodeLabels API's for Federation (#4317)
add 93a13202d72 HDFS-16582. Expose aggregate latency of slow node as perceived by the reporting node (#4323)
add 4fd4208439c HDFS-16584.Record StandbyNameNode information when Balancer is running. (#4333). Contributed by JiangHua Zhu.
add 5ab747222bf HDFS-16586. Purge FsDatasetAsyncDiskService threadgroup; it causes BP… (#4338)
add f390edaec44 YARN-11162. Set the zk acl for nodes created by ZKConfigurationStore. (#4350)
add f469b0e143c HADOOP-18249. Fix getUri() in HttpRequest has been deprecated. (#4335)
add 678768035db YARN-11137. Improve log message in FederationClientInterceptor (#4336)
add 84b0455cf86 HADOOP-18240. Upgrade Yetus to 0.14.0 (#4328)
add 6b331dde31c HADOOP-18251. Fix failure of extracting JIRA id from commit message in git_jira_fix_version_check.py. (#4344)
add 0be1fde9626 HDFS-16561. Handle error returned by strtol
add e3e9369c1d7 YARN-11128. Fix comments in TestProportionalCapacityPreemptionPolicy* (#4271)
add 297f0f6d6a4 HDFS-16583. DatanodeAdminDefaultMonitor can get stuck in an infinite loop holding the write lock (#4332)
add bee538f785c HDFS-16585.Add @VisibleForTesting in Dispatcher.java (#4337)
add 96985f4c452 HDFS-15225. RBF: Add snapshot counts to content summary in router. (#4356). Contributed by Ayush Saxena.
add dc9b21feacc HDFS-16587. Allow configuring the number of JournalNodeRPCServer Handlers (#4339). Contributed by ZanderXu.
add 995f7b09566 HDFS-16597. RBF: Improve RouterRpcServer#reload With Lambda (#4362). Contributed by fanshilun.
add 835f39cefc0 HDFS-15878. RBF: Fix TestRouterWebHDFSContractCreate#testSyncable. (#4340). Contributed by Hanley Yang.
add ba6520f67f4 HADOOP-18269. Misleading method name in DistCpOptions.(#4216)
add 21fa693d38a HADOOP-18238. Fix reentrancy check in SFTPFileSystem.close() (#4330)
add 5952934ad56 HDFS-16599. Fix typo in hadoop-hdfs-rbf module (#4368). Contributed by fanshilun.
add 3228142f535 Make upstream aware of 2.10.2 release.
add 7c66266b4e0 YARN-11142.Remove unused Imports in Hadoop YARN project (#4381). Contributed by Ashutosh Gupta.
add e85f827f0ab HDFS-16603. Improve DatanodeHttpServer With Netty recommended method. (#4372)
add 4496e2daf63 HDFS-16604. Install gtest via FetchContent_Declare in CMake (#4374)
add 34a973a90ef HDFS-16610. Make fsck read timeout configurable (#4384)
add 712e0091723 HADOOP-18268. Install maven from Apache archives (#4373)
add 7ac271307c5 HADOOP-18274. Use CMake 3.19.0 in Debian 10 (#4395)
add 1cc2416f681 YARN-10487. Support getQueueUserAcls, listReservations, getApplicationAttempts, getContainerReport, getContainers, getResourceTypeInfo API's for Federation (#4341)
add a406f49bc0e HDFS-16602. Use "defined" directive along with #if (#4371)
add 7bd4ac3ce0e HDFS-16563. Namenode WebUI prints sensitive information on Token expiry (#4241)
add 25591ef51bb HDFS-16595. Slow peer metrics - add median, mad and upper latency limits (#4357)
add 7f08ed0d1dd HDFS-16608. Fix the link in TestClientProtocolForPipelineRecovery (#4379)
add a234d00c1ce HADOOP-18275. Update os-maven-plugin to 1.7.0 (#4397)
add 0a65883c501 HDFS-16618. sync_file_range error should include more volume/file info (#4402)
add 5ac55b405d1 HADOOP-12020. Add s3a storage class option fs.s3a.create.storage.class (#3877)
add 98ca6fa10a9 YARN-11159. Support failApplicationAttempt, updateApplicationPriority, updateApplicationTimeouts API's for Federation (#4396)
add 2ac01b273a1 HDFS-16624. Fix flaky unit test TestDFSAdmin#testAllDatanodesReconfig (#4412)
add 985161f6ecf YARN-11173. remove redeclaration of os-maven-plugin.version from yarn-csi (#4417)
add 6e11c941703 HDFS-16576. Remove unused imports in HDFS project (#4389)
add d557c44d94a HDFS-16463. Make dirent cross platform compatible (#4370)
add 7f5a34dfaa7 HDFS-16621.Remove unused JNStorage#getCurrentDir() (#4404). Contributed by JiangHua Zhu.
add af5003a4731 HDFS-16623. Avoid IllegalArgumentException in LifelineSender (#4409)
add 02c21ef8c35 HDFS-16627. Improve BPServiceActor#register log to add NameNode address. (#4419). Contributed by fanshilun.
add 170668b994d HDFS-16609. Fix Flakes Junit Tests that often report timeouts. (#4382). Contributed by fanshilun.
add c9a174a2605 YARN-11175. Refactor LogAggregationFileControllerFactory
add bebf03a66eb HDFS-16625. Check assumption about PMDK availability (#4414)
add d0715b1024d HDFS-16598. Fix DataNode FsDatasetImpl lock issue without GS checks. (#4366). Contributed by ZanderXu.
add 75bc6cfced3 YARN-11176. Refactor TestAggregatedLogDeletionService. Contributed by Szilard Nemeth.
add 5a40224b53a HDFS-16469. Locate protoc-gen-hrpc across platforms (#4434)
add dc5460d5258 YARN-11078. Set env vars in a cross platform compatible way (#4432)
add f8c7e67fdcd HDFS-16628 RBF: Correct target directory when move to trash for kerberos login user. (#4424). Contributed by Xiping Zhang.
add 1b25851ad9c HADOOP-18159. Bump cos_api-bundle to 5.6.69 to update public-suffix-list.txt (#4444)
add 6cbeae2e52c HDFS-16581.Print node status when executing printTopology. (#4321)
add 9e3fc40ecb5 HDFS-16613. EC: Improve performance of decommissioning dn with many ec blocks (#4398)
add 7bfff63774d HADOOP-18289. Remove WhiteBox in hadoop-kms module. (#4433)
add 4893f003958 HDFS-16600. Fix deadlock of fine-grain lock for FsDatastImpl of DataNode. (#4367). Contributed by ZanderXu.
add 020201cb65e Queue filter in CS UI v1 does not work as expected. Contributed by Chengbing Liu.
add e199da3fae1 HADOOP-17833. Improve Magic Committer performance (#3289)
add 80446dcd086 YARN-11172. Fix TestClientRMTokens#testDelegationToken introduced by HDFS-16563. (#4408)
add 62e44761020 YARN-10122. Support signalToContainer API for Federation. (#4421)
add e38e13be03d HADOOP-18288. Total requests and total requests per sec served by RPC servers (#4431)
add cb0421095b8 HDFS-16634. Dynamically adjust slow peer report size on JMX metrics (#4448)
add cfceaebde60 HDFS-16064. Determine when to invalidate corrupt replicas based on number of usable replicas (#4410)
add 4f425b641cb YARN-9827.Fix Http Response code in GenericExceptionHandler (#4393)
add a77d52284f9 HADOOP-18255. Fix fsdatainputstreambuilder.md reference to hadoop branch-3.3 (#4378)
add efc2761d32a HDFS-16635.Fixed javadoc error in Java 11 (#4451)
add 477b67a3358 HADOOP-18266. Using HashSet/ TreeSet Constructor for hadoop-common (#4365)
add 10fc865d3ce MAPREDUCE-7387. Fix TestJHSSecurity#testDelegationToken AssertionError due to HDFS-16563 (#4428). Contributed by fanshilun.
add 36c4be819ff MAPREDUCE-7369. Fixed MapReduce tasks timing out when spends more time on MultipleOutputs#close (#4247)
add 5d08ffa769d YARN-11182. Refactor TestAggregatedLogDeletionService: 2nd phase. Contributed by Szilard Nemeth.
add 3a66348fda2 YARN-11185. Pending app metrics are increased doubly when a queue reaches its max-parallel-apps limit. Contributed by Andras Gyori
add 7a1d8111978 HDFS-16637. TestHDFSCLI#testAll consistently failing (#4466). Contributed by Viraj Jasani.
add ef36457b532 MAPREDUCE-7389. Fix typo in description of property (#4440). Contributed by Christian Bartolomaus.
add cbdabe9ec80 YARN-9971.YARN Native Service HttpProbe logs THIS_HOST in error messages (#4436)
add e8fd914c58a HDFS-16616. remove use of org.apache.hadoop.util.Sets (#4400)
add c9ddbd210c9 MAPREDUCE-7391. TestLocalDistributedCacheManager failing after HADOOP-16202 (#4472)
add e6ecc4f3e44 YARN-11188. Only files belong to the first file controller are removed even if multiple log aggregation file controllers are configured. Contributed by Szilard Nemeth.
add 2daf0a814f8 HADOOP-11867. Add a high-performance vectored read API. (#3904)
add 5db0f34e29c HADOOP-18104: S3A: Add configs to configure minSeekForVectorReads and maxReadSizeForVectorReads (#3964)
add 1408dd89a74 HADOOP-18107 Adding scale test for vectored reads for large file (#4273)
add 0d49bd20044 HADOOP-18105 Implement buffer pooling with weak references (#4263)
add 4d1f6f9b995 HADOOP-18106: Handle memory fragmentation in S3A Vectored IO. (#4445)
add e1842b2a749 HADOOP-18103. Add a high-performance vectored read API. (#4476)
add 77d1b194c77 HADOOP-18300. Upgrade Gson dependency to version 2.9.0 (#4454)
add dd819f7904c HADOOP-18271.Remove unused Imports in Hadoop Common project (#4392)
add 0af4bb3b42a YARN-11192. TestRouterWebServicesREST failing after YARN-9827. (#4484). Contributed by fanshilun.
add 4abb2ba58c3 YARN-10320.Replace FSDataInputStream#read with readFully in Log Aggregation (#4486)
add 734b6f19ad9 YARN-9874.Remove unnecessary LevelDb write call in LeveldbConfigurationStore#confirmMutation (#4487)
add b7edc6c60ca HDFS-16633. Fixing when Reserved Space For Replicas is not released on some cases (#4452)
add 25f8bdcd210 HADOOP-18308 - Update to Apache LDAP API 2.0.x (#4477)
add 823f5ee0d4c HADOOP-18242. ABFS Rename Failure when tracking metadata is in an incomplete state (#4331)
add 43112bd4726 HADOOP-18306: Warnings should not be shown on cli console when linux user not present on client (#4474). Contributed by swamirishi.
add a177232ebc3 YARN-9822.TimelineCollectorWebService#putEntities blocked when ATSV2 HBase is down (#4492)
add 7eefdf86422 YARN-11195. Adding document to enable numa (#4501)
add cf331648575 HDFS-16591. Setup JaasConfiguration in ZKCuratorManager when SASL is enabled
add 321a4844ad8 HADOOP-18314. Add some description for PowerShellFencer. (#4505)
add 073b8ea1d51 HADOOP-18284. Remove Unnecessary semicolon ';' (#4422). Contributed by fanshilun.
add 2d133a54ac9 YARN-11204. Various MapReduce tests fail with NPE in AggregatedLogDeletionService.stopRMClient. Contributed by Szilard Nemeth.
add 3cad632709d YARN-11202. Optimize ClientRMService.getApplications. Contributed by Tamas Domok.
add 57cbde9abf0 YARN-10287.Update scheduler-conf corrupts the CS configuration when removing queue which is referred in queue mapping (#4515)
add 151bb31c470 YARN-9403.GET /apps/{appid}/entities/YARN_APPLICATION accesses application table instead of entity table (#4516)
add 9e206fe0b6e HADOOP-18297. Upgrade dependency-check-maven to 7.1.1 (#4449)
add a333674785c HDFS-16647. Delete unused NameNode#FS_HDFS_IMPL_KEY. (#4525). Contributed by JiangHua Zhu.
add ea46f49b042 HDFS-16638. Add isDebugEnabled check for debug blockLogs in BlockManager. (#4480). Contributed by dzcxzl.
add 161b1fac2e2 YARN-11169. Support moveApplicationAcrossQueues, getQueueInfo API's for Federation. (#4464)
add a432925f74b HADOOP-18321.Fix when to read an additional record from a BZip2 text file split (#4521)
add 3ec4b932c17 HADOOP-18313: AliyunOSSBlockOutputStream should not mark the temporary file for deletion (#4502)
add 8e39e35bea2 HDFS-16466. Implement Linux permission flags on Windows (#4526)
add 96f8e5b6f49 HADOOP-15789. DistCp does not clean staging folder if class extends DistCp. Contributed by Lawrence Andrews. (#4534)
add fac895828f7 MAPREDUCE-7388. Remove unused variable _eof in GzipCodec.cc (#4429)
add 9b1d3579b48 Revert "MAPREDUCE-7388. Remove unused variable _eof in GzipCodec.cc (#4429)"
add e11ba5930e2 HADOOP-18074 - Partial/Incomplete groups list can be returned in LDAP… (#4503)
add 4e8c0b902ec MAPREDUCE-7201.Make Job History File Permissions configurable (#4507)
add 0ca4868aa2a HADOOP-18294. Ensure build folder exists before writing checksum file.ProtocRunner#writeChecksums (#4446)
add 4c4a940da27 HADOOP-18217. ExitUtil synchronized blocks reduced. #4255
add f1bd4e117e8 HADOOP-18336.Tag FSDataInputStream.getWrappedStream() @Public/@Stable (#4555)
add 6f9c4359eca HDFS-16283. RBF: reducing the load of renewLease() RPC (#4524). Contributed by ZanderXu.
add 84ce592a85c YARN-11198. clean up numa resources from statestore (#4546)
add 2835174a4c4 HDFS-16652. Upgrade jquery datatable version references to v1.10.19 (#4562)
add 9376b659896 HDFS-16566 Erasure Coding: Recovery may causes excess replicas when busy DN exsits (#4252)
add 8774f178686 HADOOP-13144. Enhancing IPC client throughput via multiple connections per user (#4542)
add 440f4c2b285 HDFS-16654. Link OpenSSL lib for CMake deps check (#4538)
add 34e548cb62e HADOOP-18332: remove rs-api dependency as it conflicts with jsr311-api (#4547)
add a55ace7bc0c HADOOP-18079. Upgrade Netty to 4.1.77. (#3977)
add 21b89521250 HDFS-16666. Pass CMake args for Windows in pom.xml (#4574)
add 4fb799e6c50 HDFS-16464. Create only libhdfspp static libraries for Windows (#4571)
add 6415eb04e82 HDFS-16665. Fix duplicate sources for HDFS test (#4573)
add e664f81ce72 HADOOP-18333.Upgrade jetty version to 9.4.48.v20220622 (#4553)
add d07256a96dd HDFS-16667. Use malloc for buffer allocation in uriparser2 (#4576)
add bac2219e3cb HADOOP-18330. S3AFileSystem removes Path when calling createS3Client (#4572)
add f4b635c4dcb YARN-11211. QueueMetrics leaks Configuration objects when validation API is called multiple times. Contributed by Andras Gyori
add 838020ce3b5 YARN-11160. Support getResourceProfiles, getResourceProfile API's for Federation (#4540)
add 08a940d5dd1 HDFS-16640. RBF: Show datanode IP list when click DN histogram in Router (#4488)
add 2f6916a3139 HDFS-16605. Improve Code With Lambda in hadoop-hdfs-rbf moudle. (#4375)
add 3cce41a1f68 Make upstream aware of 3.2.4 release.
add 221eb2d68d5 Make upstream aware of 3.2.4 release.
add 5c84cb81ba9 YARN-8900. [Router] Federation: routing getContainers REST invocations transparently to multiple RMs (#4543)
add 2c963570517 HDFS-15079. RBF: Namenode needs to use the actual client Id and callId when going through RBF proxy. (#4530)
add 63db1a85e37 YARN-11203. Fix typo in hadoop-yarn-server-router module. (#4510). Contributed by fanshilun.
add 7de9b5ee27a HDFS-16467. Ensure Protobuf generated headers are included first (#4601)
add 8f83d9f56d7 HDFS-16680. Skip libhdfspp Valgrind tests on Windows (#4611)
add 2f49eec5dd0 HDFS-16655. OIV: print out erasure coding policy name in oiv Delimited output (#4541). Contributed by Max Xie.
add edeb99548ab YARN-11161. Support getAttributesToNodes, getClusterNodeAttributes, getNodesToAttributes API's for Federation (#4610)
add 6ba2c537206 HDFS-16681. Do not pass GCC flags for MSVC in libhdfspp (#4615)
add 9fe96238d2c MAPREDUCE-7372 MapReduce set permission too late in copyJar method (#4026). Contributed by Zhang Dongsheng.
add bf8782d0acc YARN-10883. [Router] Router Audit Log Add Client IP Address. (#4426)
add 01a2e0f6bdc HDFS-16533. COMPOSITE_CRC failed between replicated file and striped file due to invalid requested length. (#4155)
add 213ea037589 YARN-11210. Fix YARN RMAdminCLI retry logic for non-retryable kerbero… (#4563)
add 4c8cd61961c HADOOP-17461. Collect thread-level IOStatistics. (#4352)
add c92ff0b4f11 HADOOP-18372. ILoadTestS3ABulkDeleteThrottling failing. (#4642)
add 24560f2eb52 HDFS-16660. Improve Code With Lambda in IPCLoggerChannel class (#4561)
add 06ac327e881 HDFS-16619. Fix HttpHeaders.Values And HttpHeaders.Names Deprecated Import (#4406)
add a5adc27c99f HDFS-16658. Change logLevel from DEBUG to INFO if logEveryBlock is true (#4559). Contributed by ZanderXu.
add f80fab2b902 HDFS-16671. RBF: RouterRpcFairnessPolicyController supports configurable permit acquire timeout (#4597)
add 58ed6213048 HADOOP-18344. Upgrade AWS SDK to 1.12.262 (#4637)
add 95a85875d00 HADOOP-18344. (followup) AWS SDK 1.12.262: update LICENSE-binary
add fd24290aa41 HADOOP-18028. High performance S3A input stream (#4109)
add 5a1f4dd5c15 HADOOP-18180. Replace use of twitter util-core with java futures in S3A prefetching stream (#4115)
add 538ddf8532c HADOOP-18177. Document prefetching architecture. (#4205)
add 9abc77b19ef HADOOP-18175. fix test failures with prefetching s3a input stream (#4212)
add 3c06960a31c fixes compilation errors in tests
add 515cba7d2ee HADOOP-18231. S3A prefetching: fix failing tests & drain stream async. (#4386)
add 6a3b9f17235 HADOOP-18254. Disable S3A prefetching by default. (#4469)
add a9dbd7d62f4 HADOOP-18190. Collect IOStatistics during S3A prefetching (#4458)
add e23f70a03c9 HADOOP-18379 rebase feature/HADOOP-18028-s3a-prefetch to trunk
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (a964fbf42f0)
\
N -- N -- N refs/heads/feature-HADOOP-18028-s3a-prefetch (e23f70a03c9)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
LICENSE-binary | 90 +-
dev-support/Jenkinsfile | 4 +-
dev-support/bin/yetus-wrapper | 2 +-
dev-support/docker/Dockerfile_debian_10 | 1 +
dev-support/docker/pkg-resolver/install-maven.sh | 2 +-
dev-support/docker/pkg-resolver/packages.json | 1 -
.../git_jira_fix_version_check.py | 7 +-
.../hadoop-client-minicluster/pom.xml | 7 +-
.../hadoop-client-runtime/pom.xml | 8 +-
hadoop-client-modules/hadoop-client/pom.xml | 12 +
hadoop-cloud-storage-project/hadoop-cos/pom.xml | 2 +-
.../examples/RequestLoggerFilter.java | 1 +
.../authentication/client/AuthenticatedURL.java | 3 +
.../client/KerberosAuthenticator.java | 6 +
.../server/AuthenticationFilter.java | 4 +-
.../authentication/util/CertificateUtil.java | 1 -
.../authentication/util/JaasConfiguration.java | 77 +
.../security/authentication/util/KerberosUtil.java | 2 +-
.../util/ZKSignerSecretProvider.java | 61 -
.../security/authentication/KerberosTestUtils.java | 4 +-
.../client/TestAuthenticatedURL.java | 38 +
.../client/TestKerberosAuthenticator.java | 82 +
.../server/TestAuthenticationFilter.java | 38 +
.../TestJWTRedirectAuthenticationHandler.java | 1 -
.../server/TestPseudoAuthenticationHandler.java | 1 -
.../util/StringSignerSecretProvider.java | 1 -
.../authentication/util/TestJaasConfiguration.java | 4 +-
.../jdiff/Apache_Hadoop_Common_2.10.2.xml | 41055 +++++++++++++++++++
.../jdiff/Apache_Hadoop_Common_3.2.4.xml | 35426 ++++++++++++++++
.../java/org/apache/hadoop/conf/Configuration.java | 2 +-
.../crypto/key/KeyProviderCryptoExtension.java | 4 -
.../key/kms/LoadBalancingKMSClientProvider.java | 7 +-
.../apache/hadoop/fs/BufferedFSInputStream.java | 27 +-
.../org/apache/hadoop/fs/ChecksumFileSystem.java | 213 +-
.../apache/hadoop/fs/CommonConfigurationKeys.java | 18 +
.../hadoop/fs/CommonConfigurationKeysPublic.java | 8 +
.../org/apache/hadoop/fs/FSDataInputStream.java | 25 +-
.../java/org/apache/hadoop/fs/FileContext.java | 3 +-
.../main/java/org/apache/hadoop/fs/FileRange.java | 67 +
.../org/apache/hadoop/fs/PositionedReadable.java | 41 +-
.../org/apache/hadoop/fs/RawLocalFileSystem.java | 147 +-
.../org/apache/hadoop/fs/StreamCapabilities.java | 12 +
.../org/apache/hadoop/fs/VectoredReadUtils.java | 292 +
.../org/apache/hadoop/fs/audit/AuditConstants.java | 5 +
.../apache/hadoop/fs/audit/CommonAuditContext.java | 8 +-
.../apache/hadoop/fs/impl/CombinedFileRange.java | 70 +
.../org/apache/hadoop/fs/impl/FileRangeImpl.java | 74 +
.../hadoop/fs/impl/WeakReferenceThreadMap.java | 13 +-
.../apache/hadoop/fs/sftp/SFTPConnectionPool.java | 4 +-
.../org/apache/hadoop/fs/sftp/SFTPFileSystem.java | 6 +-
.../org/apache/hadoop/fs/shell/CommandFormat.java | 2 +-
.../java/org/apache/hadoop/fs/shell/find/Find.java | 2 +-
.../hadoop/fs/statistics/IOStatisticsContext.java | 83 +
.../hadoop/fs/statistics/StoreStatisticNames.java | 3 +
.../impl/EmptyIOStatisticsContextImpl.java | 81 +
.../statistics/impl/IOStatisticsContextImpl.java | 128 +
.../impl/IOStatisticsContextIntegration.java | 167 +
.../apache/hadoop/fs/viewfs/ViewFileSystem.java | 2 +-
.../main/java/org/apache/hadoop/ha/NodeFencer.java | 1 +
.../org/apache/hadoop/ha/PowerShellFencer.java | 4 +
.../java/org/apache/hadoop/http/HttpServer2.java | 6 +-
.../java/org/apache/hadoop/io/ByteBufferPool.java | 5 +
.../apache/hadoop/io/ElasticByteBufferPool.java | 4 +-
.../io/WeakReferencedElasticByteBufferPool.java | 155 +
.../org/apache/hadoop/io/compress/BZip2Codec.java | 13 +-
.../org/apache/hadoop/io/compress/CodecPool.java | 2 +-
.../apache/hadoop/io/compress/DefaultCodec.java | 1 -
.../io/compress/bzip2/CBZip2InputStream.java | 16 +-
.../io/compress/bzip2/CBZip2OutputStream.java | 9 +-
.../hadoop/io/erasurecode/codec/ErasureCodec.java | 1 -
.../apache/hadoop/io/retry/AsyncCallHandler.java | 1 -
.../hadoop/io/retry/RetryInvocationHandler.java | 6 +-
.../org/apache/hadoop/io/retry/RetryPolicies.java | 22 +-
.../serializer/avro/AvroReflectSerialization.java | 2 +-
.../java/org/apache/hadoop/ipc/CallerContext.java | 2 +
.../main/java/org/apache/hadoop/ipc/Client.java | 12 +-
.../org/apache/hadoop/ipc/ProtobufRpcEngine.java | 10 +
.../org/apache/hadoop/ipc/ProtobufRpcEngine2.java | 10 +
.../java/org/apache/hadoop/ipc/ProtocolProxy.java | 2 +-
.../src/main/java/org/apache/hadoop/ipc/RPC.java | 23 +
.../java/org/apache/hadoop/ipc/RetryCache.java | 50 +-
.../main/java/org/apache/hadoop/ipc/RpcEngine.java | 16 +
.../main/java/org/apache/hadoop/ipc/Server.java | 70 +
.../org/apache/hadoop/ipc/WritableRpcEngine.java | 21 +
.../org/apache/hadoop/ipc/metrics/RpcMetrics.java | 10 +
.../apache/hadoop/metrics2/lib/MutableRates.java | 5 +-
.../metrics2/lib/MutableRatesWithAggregation.java | 4 +-
.../hadoop/net/AbstractDNSToSwitchMapping.java | 2 +-
.../org/apache/hadoop/net/NetworkTopology.java | 2 +-
.../hadoop/security/CompositeGroupsMapping.java | 2 +-
.../hadoop/security/IdMappingServiceProvider.java | 2 -
.../apache/hadoop/security/LdapGroupsMapping.java | 6 +-
.../org/apache/hadoop/security/NetgroupCache.java | 2 +-
.../org/apache/hadoop/security/SaslRpcClient.java | 9 +-
.../security/ShellBasedUnixGroupsMapping.java | 2 +-
.../security/authorize/AccessControlList.java | 4 +-
.../hadoop/security/authorize/ProxyServers.java | 2 +-
.../hadoop/security/http/CrossOriginFilter.java | 1 -
.../security/http/RestCsrfPreventionFilter.java | 4 +-
.../security/ssl/ReloadingX509TrustManager.java | 1 -
.../AbstractDelegationTokenSecretManager.java | 16 +-
.../delegation/ZKDelegationTokenSecretManager.java | 67 +-
.../web/DelegationTokenAuthenticationHandler.java | 2 +-
.../delegation/web/HttpUserGroupInformation.java | 2 -
.../main/java/org/apache/hadoop/util/ExitUtil.java | 154 +-
.../org/apache/hadoop/util/FileBasedIPList.java | 2 +-
.../java/org/apache/hadoop/util/FindClass.java | 1 -
.../org/apache/hadoop/util/HostsFileReader.java | 2 +-
.../org/apache/hadoop/util/JsonSerialization.java | 5 +-
.../org/apache/hadoop/util/ReflectionUtils.java | 1 -
.../apache/hadoop/util/ShutdownHookManager.java | 2 +-
.../hadoop/util/curator/ZKCuratorManager.java | 39 +-
.../functional/CloseableTaskPoolSubmitter.java | 2 +-
.../apache/hadoop/util/functional/TaskPool.java | 133 +-
.../src/main/resources/core-default.xml | 2 +-
.../hadoop-common/src/site/markdown/Metrics.md | 2 +
.../site/markdown/filesystem/fsdatainputstream.md | 39 +
.../filesystem/fsdatainputstreambuilder.md | 2 +-
.../filesystem/fsdataoutputstreambuilder.md | 59 +-
.../markdown/release/2.10.2/CHANGELOG.2.10.2.md | 277 +
.../markdown/release/2.10.2/RELEASENOTES.2.10.2.md | 102 +
.../site/markdown/release/3.2.4/CHANGELOG.3.2.4.md | 213 +
.../markdown/release/3.2.4/RELEASENOTES.3.2.4.md | 55 +
.../apache/hadoop/cli/util/CommandExecutor.java | 1 -
.../hadoop/conf/TestCommonConfigurationFields.java | 10 +-
.../hadoop/conf/TestConfigurationDeprecation.java | 1 -
.../hadoop/crypto/TestCryptoStreamsForLocalFS.java | 1 -
.../apache/hadoop/crypto/key/TestValueQueue.java | 9 +-
.../kms/TestLoadBalancingKMSClientProvider.java | 35 +-
.../hadoop/crypto/random/TestOsSecureRandom.java | 2 +-
.../org/apache/hadoop/fs/TestCommandFormat.java | 8 +-
.../apache/hadoop/fs/TestHarFileSystemBasics.java | 2 +-
.../java/org/apache/hadoop/fs/TestListFiles.java | 2 +-
.../org/apache/hadoop/fs/TestLocalFileSystem.java | 2 +-
.../test/java/org/apache/hadoop/fs/TestTrash.java | 2 +-
.../apache/hadoop/fs/TestVectoredReadUtils.java | 371 +
.../fs/contract/AbstractContractCreateTest.java | 19 +-
.../fs/contract/AbstractContractDeleteTest.java | 2 +-
.../contract/AbstractContractVectoredReadTest.java | 406 +
.../hadoop/fs/contract/ContractTestUtils.java | 98 +-
.../apache/hadoop/fs/contract/ftp/FTPContract.java | 1 -
.../localfs/TestLocalFSContractVectoredRead.java | 86 +
...TestRawLocalContractUnderlyingFileBehavior.java | 2 +-
.../rawlocal/TestRawLocalContractVectoredRead.java | 25 +-
.../rawlocal/TestRawlocalContractPathHandle.java | 1 -
.../org/apache/hadoop/fs/shell/TestPathData.java | 1 -
.../apache/hadoop/fs/shell/TestTextCommand.java | 3 -
...ViewFileSystemWithAuthorityLocalFileSystem.java | 1 -
.../hadoop/fs/viewfs/ViewFileSystemTestSetup.java | 1 -
.../hadoop/http/TestHttpServerLifecycle.java | 2 -
.../java/org/apache/hadoop/io/TestIOUtils.java | 2 +-
...estMoreWeakReferencedElasticByteBufferPool.java | 97 +
.../TestWeakReferencedElasticByteBufferPool.java | 232 +
.../org/apache/hadoop/io/compress/TestCodec.java | 1 -
.../apache/hadoop/io/compress/TestCodecPool.java | 4 +-
.../io/compress/bzip2/BZip2TextFileWriter.java | 114 +
.../hadoop/io/compress/bzip2/BZip2Utils.java | 67 +
.../io/compress/bzip2/TestBZip2TextFileWriter.java | 91 +
.../bzip2/TestBzip2CompressorDecompressor.java | 4 -
.../zlib/TestZlibCompressorDecompressor.java | 1 -
.../hadoop/io/file/tfile/TestCompression.java | 3 -
.../io/file/tfile/TestTFileSeqFileComparison.java | 2 +-
.../org/apache/hadoop/io/retry/TestRetryProxy.java | 2 +-
.../org/apache/hadoop/ipc/MiniRPCBenchmark.java | 1 -
.../org/apache/hadoop/ipc/RPCCallBenchmark.java | 2 +-
.../test/java/org/apache/hadoop/ipc/TestRPC.java | 114 +
.../java/org/apache/hadoop/ipc/TestRetryCache.java | 23 +-
.../java/org/apache/hadoop/ipc/TestRpcBase.java | 89 +-
.../test/java/org/apache/hadoop/net/TestDNS.java | 2 -
.../org/apache/hadoop/net/TestTableMapping.java | 2 +-
.../org/apache/hadoop/security/TestKDiagNoKDC.java | 11 +-
.../TestLdapGroupsMappingWithOneQuery.java | 100 +-
.../apache/hadoop/security/TestUGIWithMiniKdc.java | 7 +-
.../security/TestWhitelistBasedResolver.java | 16 +-
.../security/http/TestCrossOriginFilter.java | 3 -
.../service/launcher/TestServiceLauncher.java | 2 -
.../testservices/NoArgsAllowedService.java | 1 -
.../org/apache/hadoop/test/GenericTestUtils.java | 6 +-
.../java/org/apache/hadoop/test/MoreAsserts.java | 49 +-
.../apache/hadoop/test/MultithreadedTestUtil.java | 4 +-
.../hadoop/test/TestTimedOutTestsListener.java | 1 -
.../org/apache/hadoop/tools/TestCommandShell.java | 1 -
.../hadoop/util/TestDiskCheckerWithDiskIo.java | 3 -
.../java/org/apache/hadoop/util/TestExitUtil.java | 127 +
.../java/org/apache/hadoop/util/TestShell.java | 2 +-
.../hadoop/util/curator/TestZKCuratorManager.java | 51 +
.../hadoop/crypto/key/kms/server/KMSAudit.java | 6 +-
.../hadoop/crypto/key/kms/server/TestKMS.java | 12 +-
.../hadoop/crypto/key/kms/server/TestKMSAudit.java | 14 +-
.../hadoop/nfs/nfs3/response/FSINFO3Response.java | 1 -
.../hadoop/nfs/nfs3/response/FSSTAT3Response.java | 1 -
.../hadoop/nfs/nfs3/response/LINK3Response.java | 2 -
.../hadoop/nfs/nfs3/response/READDIR3Response.java | 1 -
.../nfs/nfs3/response/READDIRPLUS3Response.java | 2 -
.../hadoop/nfs/nfs3/response/REMOVE3Response.java | 2 -
.../hadoop/nfs/nfs3/response/WRITE3Response.java | 2 -
.../hadoop/oncrpc/SimpleTcpClientHandler.java | 3 -
.../hadoop/oncrpc/security/SysSecurityHandler.java | 1 -
.../registry/client/binding/RegistryPathUtils.java | 1 -
.../registry/client/binding/RegistryUtils.java | 1 -
.../client/impl/zk/RegistryOperationsService.java | 1 -
.../registry/client/impl/zk/RegistrySecurity.java | 64 +-
hadoop-common-project/pom.xml | 1 -
.../dev-support/findbugsExcludeFile.xml | 13 +
hadoop-hdfs-project/hadoop-hdfs-client/pom.xml | 10 +-
.../java/org/apache/hadoop/hdfs/DFSClient.java | 24 +-
.../org/apache/hadoop/hdfs/DFSOutputStream.java | 7 +
.../org/apache/hadoop/hdfs/FileChecksumHelper.java | 18 +-
.../hadoop/hdfs/client/HdfsClientConfigKeys.java | 8 +
.../hadoop/hdfs/protocol/ClientProtocol.java | 10 +-
.../hadoop/hdfs/protocol/HdfsFileStatus.java | 4 +
.../hdfs/protocol/HdfsLocatedFileStatus.java | 12 +
.../hadoop/hdfs/protocol/HdfsNamedFileStatus.java | 11 +
.../ClientNamenodeProtocolTranslatorPB.java | 12 +-
.../hadoop/hdfs/protocolPB/PBHelperClient.java | 9 +-
.../hdfs/server/protocol/OutlierMetrics.java | 90 +
.../hdfs/server/protocol/SlowPeerReports.java | 8 +-
.../apache/hadoop/hdfs/web/WebHdfsFileSystem.java | 2 -
.../ConfRefreshTokenBasedAccessTokenProvider.java | 66 +-
.../oauth2/CredentialBasedAccessTokenProvider.java | 69 +-
.../hadoop/hdfs/web/oauth2/OAuth2Constants.java | 2 +-
.../src/main/proto/ClientNamenodeProtocol.proto | 1 +
.../src/main/proto/erasurecoding.proto | 1 +
.../hadoop-hdfs-client/src/main/proto/hdfs.proto | 1 +
.../ha/TestConfiguredFailoverProxyProvider.java | 1 -
.../hadoop/fs/http/client/HttpFSFileSystem.java | 1 -
.../TestHttpFSFileSystemLocalFileSystem.java | 2 -
.../fs/http/server/TestHttpFSAccessControlled.java | 1 -
.../org/apache/hadoop/lib/server/TestServer.java | 1 -
.../hadoop-hdfs-native-client/pom.xml | 18 +-
.../hadoop-hdfs-native-client/src/CMakeLists.txt | 24 +-
.../src/main/native/libhdfs-tests/CMakeLists.txt | 2 +
.../libhdfs-tests/test_libhdfs_mini_stress.c | 15 +-
.../src/main/native/libhdfs/CMakeLists.txt | 2 +
.../src/main/native/libhdfs/jni_helper.c | 2 +-
.../src/main/native/libhdfs/os/windows/unistd.h | 2 +-
.../main/native/libhdfspp/CMakeLists-gtest.txt.in | 33 -
.../src/main/native/libhdfspp/CMakeLists.txt | 49 +-
.../main/native/libhdfspp/lib/bindings/c/hdfs.cc | 3 +-
.../src/main/native/libhdfspp/lib/common/fsinfo.cc | 1 +
.../src/main/native/libhdfspp/lib/common/logging.h | 4 +-
.../native/libhdfspp/lib/common/namenode_info.cc | 1 +
.../main/native/libhdfspp/lib/common/statinfo.cc | 4 +-
.../src/main/native/libhdfspp/lib/common/util.cc | 1 +
.../libhdfspp/lib/connection/datanodeconnection.h | 3 +-
.../src/main/native/libhdfspp/lib/fs/filehandle.cc | 3 +-
.../src/main/native/libhdfspp/lib/fs/filehandle.h | 3 +-
.../src/main/native/libhdfspp/lib/fs/filesystem.cc | 9 +-
.../native/libhdfspp/lib/fs/namenode_operations.cc | 5 +-
.../native/libhdfspp/lib/fs/namenode_operations.h | 6 +-
.../main/native/libhdfspp/lib/proto/CMakeLists.txt | 4 +-
.../native/libhdfspp/lib/reader/block_reader.cc | 2 +
.../native/libhdfspp/lib/reader/block_reader.h | 3 +-
.../native/libhdfspp/lib/reader/datatransfer.h | 2 +
.../libhdfspp/lib/reader/datatransfer_impl.h | 5 +-
.../main/native/libhdfspp/lib/reader/readergroup.h | 3 +-
.../src/main/native/libhdfspp/lib/rpc/request.cc | 9 +-
.../main/native/libhdfspp/lib/rpc/rpc_connection.h | 1 +
.../libhdfspp/lib/rpc/rpc_connection_impl.cc | 8 +-
.../native/libhdfspp/lib/rpc/rpc_connection_impl.h | 1 +
.../main/native/libhdfspp/lib/rpc/rpc_engine.cc | 1 +
.../main/native/libhdfspp/lib/rpc/sasl_protocol.cc | 2 +-
.../main/native/libhdfspp/lib/rpc/sasl_protocol.h | 4 +-
.../native/libhdfspp/lib/x-platform/CMakeLists.txt | 5 +-
.../libhdfspp/lib/x-platform/c-api/core/dirent.h | 68 +
.../libhdfspp/lib/x-platform/c-api/dirent.cc | 92 +
.../lib/x-platform/{types.h => c-api/dirent.h} | 27 +-
.../lib/x-platform/c-api/extern/dirent.h} | 19 +-
.../lib/x-platform/dirent.cc} | 25 +-
.../main/native/libhdfspp/lib/x-platform/dirent.h | 77 +
.../libhdfspp/lib/x-platform/{types.h => stat.h} | 32 +-
.../main/native/libhdfspp/lib/x-platform/types.h | 4 +-
.../src/main/native/libhdfspp/tests/CMakeLists.txt | 19 +-
.../native/libhdfspp/tests/bad_datanode_test.cc | 5 +-
.../src/main/native/libhdfspp/tests/hdfs_shim.c | 4 +
.../main/native/libhdfspp/tests/logging_test.cc | 4 +-
.../main/native/libhdfspp/tests/mock_connection.cc | 2 +
.../main/native/libhdfspp/tests/mock_connection.h | 1 +
.../libhdfspp/tests/remote_block_reader_test.cc | 14 +-
.../main/native/libhdfspp/tests/rpc_engine_test.cc | 6 +-
.../libhdfspp/tests/tools/hdfs-chmod-mock.cc | 9 +
.../native/libhdfspp/tests/tools/hdfs-tool-tests.h | 13 +
.../libhdfspp/tests/x-platform/CMakeLists.txt | 12 +
.../tests/x-platform/c-api/dirent_test.cc | 100 +
.../tests/x-platform/c-api/dirent_test.h} | 24 +-
.../libhdfspp/tests/x-platform/dirent_test.cc | 151 +
.../libhdfspp/tests/x-platform/dirent_test.h | 78 +
.../third_party/uriparser2/uriparser2/uriparser2.c | 6 +-
.../libhdfspp/tools/hdfs-chmod/hdfs-chmod.cc | 15 +-
.../hadoop/hdfs/nfs/nfs3/Nfs3HttpServer.java | 1 -
.../apache/hadoop/hdfs/nfs/nfs3/TestNfs3Utils.java | 2 -
.../hadoop/hdfs/rbfbalance/RouterFedBalance.java | 4 +-
.../AbstractRouterRpcFairnessPolicyController.java | 26 +-
.../StaticRouterRpcFairnessPolicyController.java | 31 +-
.../server/federation/metrics/FederationMBean.java | 2 +-
.../metrics/FederationRPCPerformanceMonitor.java | 2 +-
.../hdfs/server/federation/metrics/RBFMetrics.java | 2 +-
.../federation/resolver/MountTableResolver.java | 2 +-
.../federation/router/ConnectionContext.java | 4 +-
.../federation/router/ConnectionManager.java | 14 +-
.../server/federation/router/FederationUtil.java | 2 +-
.../router/MountTableRefresherThread.java | 4 +-
.../server/federation/router/PeriodicService.java | 25 +-
.../server/federation/router/RBFConfigKeys.java | 6 +-
.../server/federation/router/RemoteMethod.java | 2 +-
.../federation/router/RouterAdminServer.java | 2 +-
.../federation/router/RouterClientProtocol.java | 62 +-
.../federation/router/RouterHeartbeatService.java | 7 +-
.../router/RouterQuotaUpdateService.java | 2 +-
.../server/federation/router/RouterRpcClient.java | 22 +-
.../server/federation/router/RouterRpcMonitor.java | 2 +-
.../server/federation/router/RouterRpcServer.java | 15 +-
.../federation/router/RouterWebHdfsMethods.java | 2 +-
.../server/federation/store/CachedRecordStore.java | 6 +-
.../server/federation/store/StateStoreService.java | 2 +-
.../federation/store/driver/StateStoreDriver.java | 2 +-
.../protocol/GetRouterRegistrationsRequest.java | 2 +-
.../impl/pb/FederationProtocolPBTranslator.java | 2 +-
.../hadoop/hdfs/tools/federation/RouterAdmin.java | 6 +-
.../src/main/resources/hdfs-rbf-default.xml | 8 +
.../src/main/webapps/router/federationhealth.html | 1 +
.../server/federation/FederationTestUtils.java | 84 +-
.../server/federation/MiniRouterDFSCluster.java | 18 +-
.../hdfs/server/federation/MockNamenode.java | 15 +-
.../hdfs/server/federation/MockResolver.java | 2 +-
.../fairness/TestRouterHandlersFairness.java | 2 +-
.../TestRouterRefreshFairnessPolicyController.java | 10 +-
.../TestRouterRpcFairnessPolicyController.java | 24 +
.../metrics/TestRouterClientMetrics.java | 2 +-
.../federation/resolver/TestNamenodeResolver.java | 2 +-
.../resolver/order/TestLocalResolver.java | 9 +-
.../federation/router/TestConnectionManager.java | 2 +-
.../federation/router/TestDisableNameservices.java | 4 +-
.../hdfs/server/federation/router/TestRouter.java | 2 +-
.../federation/router/TestRouterAdminCLI.java | 4 +-
.../router/TestRouterClientRejectOverload.java | 52 +-
.../federation/router/TestRouterFaultTolerant.java | 4 +-
.../router/TestRouterMountTableCacheRefresh.java | 6 +-
.../server/federation/router/TestRouterQuota.java | 26 +-
.../federation/router/TestRouterQuotaManager.java | 14 +-
.../router/TestRouterRPCClientRetries.java | 13 +-
...erRPCMultipleDestinationMountTableResolver.java | 2 +-
.../federation/router/TestRouterRetryCache.java | 144 +
.../server/federation/router/TestRouterRpc.java | 177 +
.../router/TestRouterRpcMultiDestination.java | 2 +-
.../TestRouterRpcStoragePolicySatisfier.java | 1 -
.../server/federation/router/TestRouterTrash.java | 38 +
.../federation/router/TestRouterUserMappings.java | 5 +-
.../TestZKDelegationTokenSecretManagerImpl.java | 4 +-
.../store/TestStateStoreMembershipState.java | 2 +-
.../store/driver/TestStateStoreDriverBase.java | 4 +-
.../jdiff/Apache_Hadoop_HDFS_2.10.2.xml | 312 +
.../dev-support/jdiff/Apache_Hadoop_HDFS_3.2.4.xml | 674 +
.../java/org/apache/hadoop/hdfs/DFSConfigKeys.java | 4 +
.../main/java/org/apache/hadoop/hdfs/DFSUtil.java | 6 +-
.../apache/hadoop/hdfs/protocol/SnapshotInfo.java | 1 -
.../hdfs/protocol/datatransfer/Receiver.java | 1 -
...ientNamenodeProtocolServerSideTranslatorPB.java | 2 +-
.../apache/hadoop/hdfs/protocolPB/PBHelper.java | 39 +-
.../hdfs/qjournal/client/IPCLoggerChannel.java | 372 +-
.../hadoop/hdfs/qjournal/server/JNStorage.java | 4 -
.../hdfs/qjournal/server/JournalNodeRpcServer.java | 23 +-
.../hdfs/qjournal/server/JournalNodeSyncer.java | 6 +-
.../hadoop/hdfs/server/balancer/Dispatcher.java | 3 +
.../hdfs/server/balancer/NameNodeConnector.java | 14 +-
.../hdfs/server/blockmanagement/BlockManager.java | 130 +-
.../DatanodeAdminBackoffMonitor.java | 16 +-
.../DatanodeAdminDefaultMonitor.java | 17 +-
.../blockmanagement/DatanodeAdminMonitorBase.java | 12 +
.../DatanodeAdminMonitorInterface.java | 1 +
.../server/blockmanagement/DatanodeDescriptor.java | 4 +-
.../server/blockmanagement/DatanodeManager.java | 25 +-
.../server/blockmanagement/ErasureCodingWork.java | 7 +-
.../blockmanagement/SlowPeerDisabledTracker.java | 7 +-
.../server/blockmanagement/SlowPeerJsonReport.java | 84 +
.../SlowPeerLatencyWithReportingNode.java | 124 +
.../server/blockmanagement/SlowPeerTracker.java | 151 +-
.../server/common/IncorrectVersionException.java | 1 -
.../blockaliasmap/impl/TextFileRegionAliasMap.java | 1 -
.../hdfs/server/datanode/BPOfferService.java | 5 +-
.../hdfs/server/datanode/BPServiceActor.java | 16 +-
.../hdfs/server/datanode/BlockPoolManager.java | 4 +-
.../hadoop/hdfs/server/datanode/BlockReceiver.java | 11 +
.../hadoop/hdfs/server/datanode/DataXceiver.java | 3 +
.../server/datanode/LocalReplicaInPipeline.java | 4 +
.../hdfs/server/datanode/ReplicaInPipeline.java | 5 +
.../server/datanode/checker/AbstractFuture.java | 1 -
.../datanode/erasurecode/ErasureCodingWorker.java | 2 +-
.../erasurecode/StripedReconstructionInfo.java | 15 +-
.../datanode/erasurecode/StripedReconstructor.java | 11 +
.../server/datanode/erasurecode/StripedWriter.java | 3 +-
.../fsdataset/impl/FsDatasetAsyncDiskService.java | 26 +-
.../datanode/fsdataset/impl/FsDatasetImpl.java | 68 +-
.../datanode/metrics/DataNodePeerMetrics.java | 9 +-
.../server/datanode/metrics/OutlierDetector.java | 35 +-
.../server/datanode/web/DatanodeHttpServer.java | 60 +-
.../HostRestrictingAuthorizationFilterHandler.java | 8 +-
.../web/RestCsrfPreventionFilterHandler.java | 4 +-
.../datanode/web/SimpleHttpProxyHandler.java | 13 +-
.../hdfs/server/datanode/web/URLDispatcher.java | 2 +-
.../datanode/web/webhdfs/ExceptionHandler.java | 4 +-
.../server/datanode/web/webhdfs/HdfsWriter.java | 4 +-
.../datanode/web/webhdfs/WebHdfsHandler.java | 32 +-
.../hdfs/server/namenode/AclEntryStatusFormat.java | 2 -
.../hadoop/hdfs/server/namenode/FSEditLog.java | 13 +-
.../hadoop/hdfs/server/namenode/FSNamesystem.java | 4 +-
.../hadoop/hdfs/server/namenode/JournalSet.java | 4 +-
.../hadoop/hdfs/server/namenode/NameNode.java | 107 +-
.../hdfs/server/namenode/NameNodeRpcServer.java | 132 +-
.../hdfs/server/namenode/SecondaryNameNode.java | 2 +-
.../hdfs/server/namenode/SerialNumberMap.java | 1 -
.../server/namenode/ha/RemoteNameNodeInfo.java | 1 -
.../namenode/startupprogress/package-info.java | 3 +-
.../protocol/BlockECReconstructionCommand.java | 13 +-
.../server/sps/metrics/ExternalSPSBeanMetrics.java | 3 +-
.../org/apache/hadoop/hdfs/tools/DFSAdmin.java | 60 +-
.../java/org/apache/hadoop/hdfs/tools/DFSck.java | 13 +-
.../tools/offlineImageViewer/FSImageHandler.java | 14 +-
.../offlineImageViewer/OfflineImageViewerPB.java | 6 +-
.../PBImageDelimitedTextWriter.java | 38 +-
.../offlineImageViewer/PBImageTextWriter.java | 24 +
.../hdfs/tools/snapshot/LsSnapshottableDir.java | 1 -
.../src/main/proto/DatanodeProtocol.proto | 3 +
.../src/main/resources/hdfs-default.xml | 26 +
.../src/main/webapps/hdfs/dfshealth.html | 1 +
.../hadoop-hdfs/src/main/webapps/hdfs/dfshealth.js | 42 -
.../src/main/webapps/static/histogram-hostip.js | 58 +
.../main/webapps/static/jquery.dataTables.min.js | 326 +-
.../site/markdown/HDFSHighAvailabilityWithNFS.md | 26 +-
.../site/markdown/HDFSHighAvailabilityWithQJM.md | 24 +-
.../java/org/apache/hadoop/TestGenericRefresh.java | 2 -
.../apache/hadoop/fs/TestResolveHdfsSymlink.java | 1 -
.../fs/TestSWebHdfsFileContextMainOperations.java | 1 -
.../hadoop/fs/TestSymlinkHdfsFileSystem.java | 1 -
.../org/apache/hadoop/hdfs/MiniDFSCluster.java | 4 +-
.../org/apache/hadoop/hdfs/TestAbandonBlock.java | 4 +-
.../TestClientProtocolForPipelineRecovery.java | 2 +-
.../apache/hadoop/hdfs/TestDFSClientRetries.java | 10 +-
.../java/org/apache/hadoop/hdfs/TestDFSShell.java | 2 +-
.../java/org/apache/hadoop/hdfs/TestDFSUtil.java | 6 +-
.../org/apache/hadoop/hdfs/TestDecommission.java | 282 +
.../org/apache/hadoop/hdfs/TestFileAppend3.java | 1 -
.../org/apache/hadoop/hdfs/TestFileChecksum.java | 33 +
.../org/apache/hadoop/hdfs/TestFileCreation.java | 4 +-
.../apache/hadoop/hdfs/TestHDFSPolicyProvider.java | 2 -
.../java/org/apache/hadoop/hdfs/TestLease.java | 5 +-
.../java/org/apache/hadoop/hdfs/TestModTime.java | 2 -
.../hadoop/hdfs/TestReconstructStripedFile.java | 2 +-
.../hadoop/hdfs/TestRollingUpgradeDowngrade.java | 1 -
.../java/org/apache/hadoop/hdfs/TestSeekBug.java | 1 -
.../java/org/apache/hadoop/hdfs/TestSetTimes.java | 1 -
.../apache/hadoop/hdfs/TestSlowDatanodeReport.java | 31 +-
.../apache/hadoop/hdfs/TestSnapshotCommands.java | 2 +-
.../hadoop/hdfs/net/TestDFSNetworkTopology.java | 14 +-
.../hadoop/hdfs/protocolPB/TestPBHelper.java | 15 +-
.../hdfs/qjournal/client/TestQJMWithFaults.java | 4 +-
.../hdfs/qjournal/server/TestJournalNode.java | 26 +
.../hdfs/qjournal/server/TestJournalNodeSync.java | 4 +
.../balancer/TestBalancerWithHANameNodes.java | 8 +-
.../server/blockmanagement/TestBlockManager.java | 9 +
.../blockmanagement/TestDatanodeManager.java | 25 +-
.../TestReplicationPolicyExcludeSlowNodes.java | 20 +-
.../blockmanagement/TestSlowPeerTracker.java | 117 +-
.../hdfs/server/datanode/SimulatedFSDataset.java | 5 +-
.../datanode/TestBpServiceActorScheduler.java | 13 +
.../server/datanode/TestDataNodeInitStorage.java | 4 -
.../hdfs/server/datanode/TestDatanodeRegister.java | 4 +-
.../hdfs/server/datanode/TestRefreshNamenodes.java | 5 +-
.../extdataset/ExternalReplicaInPipeline.java | 4 +
.../impl/TestCacheByPmemMappableBlockLoader.java | 3 +
.../fsdataset/impl/TestDatanodeRestart.java | 5 -
.../fsdataset/impl/TestPmemCacheRecovery.java | 3 +
.../fsdataset/impl/TestSpaceReservation.java | 50 +
.../fsdataset/impl/TestWriteToReplica.java | 6 +-
.../TestDataNodeOutlierDetectionViaMetrics.java | 3 +-
.../datanode/web/TestDatanodeHttpXFrame.java | 5 +-
...tHostRestrictingAuthorizationFilterHandler.java | 12 +-
.../hdfs/server/namenode/FSImageTestUtil.java | 5 +-
.../hdfs/server/namenode/TestAddBlockRetry.java | 2 +-
.../namenode/TestBlockUnderConstruction.java | 3 -
.../namenode/TestCheckPointForSecurityTokens.java | 2 +-
.../hdfs/server/namenode/TestCheckpoint.java | 2 +-
.../TestCommitBlockWithInvalidGenStamp.java | 2 -
.../server/namenode/TestFavoredNodesEndToEnd.java | 2 +-
.../hdfs/server/namenode/TestFileContextXAttr.java | 2 -
.../hadoop/hdfs/server/namenode/TestFileLimit.java | 1 -
.../hadoop/hdfs/server/namenode/TestFsck.java | 14 +-
.../namenode/TestFsckWithMultipleNameNodes.java | 1 -
.../server/namenode/TestNameNodeReconfigure.java | 54 +
.../hdfs/server/namenode/TestNameNodeRecovery.java | 8 +-
.../namenode/TestReconstructStripedBlocks.java | 85 +
.../hdfs/server/namenode/TestSecondaryWebUi.java | 2 -
.../hdfs/server/namenode/TestSecureNameNode.java | 1 -
.../TestSecureNameNodeWithExternalKdc.java | 1 -
.../namenode/ha/TestConsistentReadsObserver.java | 3 +
.../namenode/ha/TestDelegationTokensWithHA.java | 2 +-
.../namenode/snapshot/TestXAttrWithSnapshot.java | 1 -
.../TestStartupProgressMetrics.java | 2 -
.../sps/TestExternalStoragePolicySatisfier.java | 2 +-
.../hdfs/shortcircuit/TestShortCircuitCache.java | 1 -
.../org/apache/hadoop/hdfs/tools/TestDFSAdmin.java | 73 +-
.../TestOfflineImageViewerForAcl.java | 4 -
...stOfflineImageViewerForErasureCodingPolicy.java | 186 +
.../hadoop/security/TestRefreshUserMappings.java | 5 +-
.../java/org/apache/hadoop/tools/TestJMXGet.java | 4 -
.../src/test/resources/testErasureCodingPolicy.csv | 28 +
.../src/test/resources/testHDFSConf.xml | 8 +-
.../jdiff/Apache_Hadoop_MapReduce_Common_3.2.4.xml | 113 +
.../jdiff/Apache_Hadoop_MapReduce_Core_3.2.4.xml | 28073 +++++++++++++
.../Apache_Hadoop_MapReduce_JobClient_3.2.4.xml | 16 +
.../hadoop/mapred/TaskAttemptListenerImpl.java | 15 +-
.../jobhistory/JobHistoryEventHandler.java | 7 +-
.../hadoop/mapred/TestTaskAttemptListenerImpl.java | 57 +-
.../jobhistory/TestJobHistoryEventHandler.java | 44 +
.../mapreduce/v2/jobhistory/JobHistoryUtils.java | 5 +-
.../mapred/TestLocalDistributedCacheManager.java | 204 +-
.../java/org/apache/hadoop/mapred/MapTask.java | 8 +-
.../hadoop/mapreduce/JobResourceUploader.java | 4 +-
.../org/apache/hadoop/mapreduce/MRJobConfig.java | 7 +
.../mapreduce/lib/aggregate/LongValueMax.java | 2 +-
.../lib/input/CompressedSplitLineReader.java | 12 +-
.../manifest/files/AbstractManifestData.java | 1 -
.../src/main/resources/mapred-default.xml | 9 +-
.../hadoop/mapred/LineRecordReaderHelper.java | 54 +
.../hadoop/mapred/TestLineRecordReaderBZip2.java | 31 +
.../lib/input/BaseLineRecordReaderHelper.java | 58 +
.../lib/input/BaseTestLineRecordReaderBZip2.java | 375 +
.../lib/input/LineRecordReaderHelper.java | 62 +
.../lib/input/TestLineRecordReaderBZip2.java | 29 +
.../mapreduce/v2/hs/webapp/HsTasksBlock.java | 2 +-
.../org/apache/hadoop/mapred/BigMapOutput.java | 2 +-
.../apache/hadoop/mapred/NotificationTestCase.java | 6 +-
.../hadoop/mapreduce/TestValueIterReset.java | 2 +-
.../hadoop/mapreduce/security/TestJHSSecurity.java | 20 +-
.../hadoop-mapreduce-client/pom.xml | 4 -
.../apache/hadoop/examples/pi/math/LongLong.java | 2 +-
.../hadoop/maven/plugin/protoc/ProtocRunner.java | 2 +
hadoop-project/pom.xml | 134 +-
.../hadoop/fs/aliyun/oss/AliyunOSSUtils.java | 31 +-
.../aliyun/oss/TestAliyunOSSBlockOutputStream.java | 48 +
hadoop-tools/hadoop-aws/pom.xml | 33 +
.../java/org/apache/hadoop/fs/s3a/Constants.java | 100 +
.../java/org/apache/hadoop/fs/s3a/Listing.java | 24 +-
.../apache/hadoop/fs/s3a/S3ABlockOutputStream.java | 106 +-
.../org/apache/hadoop/fs/s3a/S3AFileSystem.java | 429 +-
.../org/apache/hadoop/fs/s3a/S3AInputStream.java | 409 +-
.../apache/hadoop/fs/s3a/S3AInstrumentation.java | 18 +-
.../org/apache/hadoop/fs/s3a/S3AReadOpContext.java | 34 +
.../java/org/apache/hadoop/fs/s3a/S3AUtils.java | 14 +-
.../org/apache/hadoop/fs/s3a/S3ClientFactory.java | 27 +
.../java/org/apache/hadoop/fs/s3a/Statistic.java | 13 +
.../apache/hadoop/fs/s3a/VectoredIOContext.java | 78 +
.../apache/hadoop/fs/s3a/WriteOperationHelper.java | 88 +-
.../org/apache/hadoop/fs/s3a/WriteOperations.java | 35 +-
.../apache/hadoop/fs/s3a/api/RequestFactory.java | 17 +-
.../hadoop/fs/s3a/commit/AbstractS3ACommitter.java | 628 +-
.../hadoop/fs/s3a/commit/CommitConstants.java | 54 +-
.../fs/s3a/commit/CommitterStatisticNames.java | 211 +
.../fs/s3a/commit/InternalCommitterConstants.java | 6 +
.../fs/s3a/commit/MagicCommitIntegration.java | 22 +-
.../org/apache/hadoop/fs/s3a/commit/Tasks.java | 423 -
.../hadoop/fs/s3a/commit/files/PendingSet.java | 44 +-
.../fs/s3a/commit/files/PersistentCommitData.java | 115 +-
.../fs/s3a/commit/files/SinglePendingCommit.java | 36 +-
.../hadoop/fs/s3a/commit/files/SuccessData.java | 119 +-
.../hadoop/fs/s3a/commit/files/package-info.java | 7 +-
.../fs/s3a/commit/impl/AuditContextUpdater.java | 90 +
.../hadoop/fs/s3a/commit/impl/CommitContext.java | 466 +
.../fs/s3a/commit/{ => impl}/CommitOperations.java | 252 +-
.../s3a/commit/{ => impl}/CommitUtilsWithMR.java | 68 +-
.../hadoop/fs/s3a/commit/impl/package-info.java | 22 +-
.../fs/s3a/commit/magic/MagicCommitTracker.java | 55 +-
.../fs/s3a/commit/magic/MagicS3GuardCommitter.java | 157 +-
.../commit/staging/DirectoryStagingCommitter.java | 8 +-
.../staging/PartitionedStagingCommitter.java | 41 +-
.../fs/s3a/commit/staging/StagingCommitter.java | 141 +-
.../hadoop/fs/s3a/impl/CreateFileBuilder.java | 263 +
.../fs/s3a/impl/GetContentSummaryOperation.java | 3 +-
.../hadoop/fs/s3a/impl/InternalConstants.java | 10 +
.../apache/hadoop/fs/s3a/impl/MkdirOperation.java | 68 +-
.../hadoop/fs/s3a/impl/PutObjectOptions.java | 104 +
.../hadoop/fs/s3a/impl/RequestFactoryImpl.java | 76 +-
.../hadoop/fs/s3a/impl/S3AMultipartUploader.java | 3 +-
.../statistics/BlockOutputStreamStatistics.java | 3 +-
.../fs/s3a/statistics/CommitterStatistics.java | 8 +
.../fs/s3a/statistics/PutTrackerStatistics.java | 22 +-
.../statistics/impl/EmptyS3AStatisticsContext.java | 7 +
.../src/site/markdown/tools/hadoop-aws/auditing.md | 11 +-
.../site/markdown/tools/hadoop-aws/committers.md | 11 +-
.../src/site/markdown/tools/hadoop-aws/index.md | 31 +
.../site/markdown/tools/hadoop-aws/performance.md | 30 +
.../src/site/markdown/tools/hadoop-aws/testing.md | 46 +
.../tools/hadoop-aws/troubleshooting_s3a.md | 27 +-
.../contract/s3a/ITestS3AContractVectoredRead.java | 159 +
.../apache/hadoop/fs/s3a/AbstractS3ATestBase.java | 63 +
.../hadoop/fs/s3a/ITestS3AEndpointRegion.java | 1 +
.../hadoop/fs/s3a/ITestS3AFileOperationCost.java | 63 -
.../hadoop/fs/s3a/ITestS3AIOStatisticsContext.java | 487 +
.../hadoop/fs/s3a/ITestS3AMiscOperations.java | 16 +-
.../hadoop/fs/s3a/ITestS3ARequesterPays.java | 3 +-
.../apache/hadoop/fs/s3a/ITestS3AStorageClass.java | 217 +
.../apache/hadoop/fs/s3a/MockS3AFileSystem.java | 30 +-
.../apache/hadoop/fs/s3a/MultipartTestUtils.java | 3 +-
.../org/apache/hadoop/fs/s3a/S3ATestConstants.java | 11 +
.../org/apache/hadoop/fs/s3a/S3ATestUtils.java | 38 +-
.../hadoop/fs/s3a/TestS3ABlockOutputStream.java | 9 +-
.../hadoop/fs/s3a/TestS3AInputStreamRetry.java | 3 +-
.../fs/s3a/audit/ITestAuditAccessChecks.java | 4 +-
.../apache/hadoop/fs/s3a/auth/ITestAssumeRole.java | 39 +-
.../ITestSessionDelegationInFileystem.java | 1 +
.../hadoop/fs/s3a/commit/AbstractCommitITest.java | 126 +-
.../fs/s3a/commit/AbstractITCommitProtocol.java | 139 +-
.../hadoop/fs/s3a/commit/CommitterTestHelper.java | 148 +
.../fs/s3a/commit/ITestCommitOperationCost.java | 325 +
.../fs/s3a/commit/ITestCommitOperations.java | 290 +-
.../fs/s3a/commit/ITestS3ACommitterFactory.java | 2 +-
.../org/apache/hadoop/fs/s3a/commit/TestTasks.java | 569 -
.../s3a/commit/magic/ITestMagicCommitProtocol.java | 27 +-
.../s3a/commit/magic/ITestS3AHugeMagicCommits.java | 29 +-
.../s3a/commit/staging/MockedStagingCommitter.java | 4 +-
.../fs/s3a/commit/staging/StagingTestBase.java | 39 +-
.../staging/TestDirectoryCommitterScale.java | 50 +-
.../s3a/commit/staging/TestStagingCommitter.java | 21 +-
.../TestStagingDirectoryOutputCommitter.java | 49 +-
.../staging/TestStagingPartitionedFileListing.java | 4 +-
.../staging/TestStagingPartitionedJobCommit.java | 17 +-
.../staging/TestStagingPartitionedTaskCommit.java | 10 +-
.../integration/ITestDirectoryCommitProtocol.java | 9 +
.../integration/ITestStagingCommitProtocol.java | 2 +-
.../fs/s3a/commit/terasort/ITestTerasortOnS3A.java | 2 +-
.../hadoop/fs/s3a/impl/StubContextAccessor.java | 82 +
.../hadoop/fs/s3a/impl/TestCreateFileBuilder.java | 173 +
.../hadoop/fs/s3a/impl/TestRequestFactory.java | 11 +-
.../fs/s3a/performance/AbstractS3ACostTest.java | 24 +-
.../fs/s3a/performance/ITestCreateFileCost.java | 248 +
.../fs/s3a/performance/ITestS3ADeleteCost.java | 11 +-
.../hadoop/fs/s3a/performance/OperationCost.java | 5 +-
.../fs/s3a/performance/OperationCostValidator.java | 18 +-
.../java/org/apache/hadoop/fs/s3a/read/Fakes.java | 8 +
.../fs/s3a/scale/AbstractSTestS3AHugeFiles.java | 32 +
.../scale/ILoadTestS3ABulkDeleteThrottling.java | 22 +-
.../fs/s3a/scale/ITestS3ADirectoryPerformance.java | 5 +-
.../s3a/scale/ITestS3AHugeFilesStorageClass.java | 135 +
.../scale/ITestS3AMultipartUploadSizeLimits.java | 2 +-
.../hadoop-aws/src/test/resources/log4j.properties | 2 +-
hadoop-tools/hadoop-azure-datalake/pom.xml | 13 -
.../hadoop/fs/azurebfs/AbfsCountersImpl.java | 6 +-
.../apache/hadoop/fs/azurebfs/AbfsStatistic.java | 11 +-
.../hadoop/fs/azurebfs/AzureBlobFileSystem.java | 2 +-
.../fs/azurebfs/AzureBlobFileSystemStore.java | 30 +-
.../hadoop/fs/azurebfs/services/AbfsClient.java | 58 +-
.../azurebfs/services/AbfsClientRenameResult.java | 61 +
.../ITestAzureBlobFileSystemDelegationSAS.java | 6 +-
.../azurebfs/ITestAzureBlobFileSystemRename.java | 31 +
.../fs/azurebfs/ITestCustomerProvidedKey.java | 4 +-
.../services/TestAbfsRenameRetryRecovery.java | 139 +
hadoop-tools/hadoop-benchmark/pom.xml | 94 +
.../hadoop-benchmark/src/main/assembly/uber.xml | 33 +
.../hadoop-benchmark/src/main/findbugs/exclude.xml | 22 +
.../hadoop/benchmark/VectoredReadBenchmark.java | 245 +
.../org/apache/hadoop/benchmark}/package-info.java | 8 +-
.../main/java/org/apache/hadoop/tools/DistCp.java | 13 +-
.../org/apache/hadoop/tools/DistCpOptions.java | 17 +
.../org/apache/hadoop/tools/OptionsParser.java | 2 +-
.../org/apache/hadoop/tools/TestDistCpOptions.java | 4 +-
.../tools/contract/AbstractContractDistCpTest.java | 2 +-
.../hadoop/tools/mapred/TestCopyCommitter.java | 2 +-
hadoop-tools/pom.xml | 1 +
.../jdiff/Apache_Hadoop_YARN_API_2.10.2.xml | 22541 ++++++++++
.../jdiff/Apache_Hadoop_YARN_API_3.2.4.xml | 25332 ++++++++++++
.../jdiff/Apache_Hadoop_YARN_Client_2.10.2.xml | 2832 ++
.../jdiff/Apache_Hadoop_YARN_Client_3.2.4.xml | 3006 ++
.../jdiff/Apache_Hadoop_YARN_Common_2.10.2.xml | 2936 ++
.../jdiff/Apache_Hadoop_YARN_Common_3.2.4.xml | 3964 ++
.../Apache_Hadoop_YARN_Server_Common_3.2.4.xml | 1412 +
.../hadoop-yarn/hadoop-yarn-api/pom.xml | 4 -
.../protocolrecords/GetLabelsToNodesResponse.java | 1 -
.../protocolrecords/GetNewReservationResponse.java | 1 -
.../apache/hadoop/yarn/api/records/Resource.java | 2 -
.../yarn/api/records/timeline/TimelineHealth.java | 4 +-
.../java/org/apache/hadoop/yarn/conf/HAUtil.java | 8 +-
.../ApplicationAttemptNotFoundException.java | 1 -
.../exceptions/ApplicationNotFoundException.java | 1 -
.../exceptions/ContainerNotFoundException.java | 1 -
.../hadoop/yarn/util/resource/ResourceUtils.java | 17 +-
.../pom.xml | 5 -
.../application/EmbeddedSolrServerFactory.java | 1 -
.../pom.xml | 4 -
.../DistributedShellTimelinePlugin.java | 1 -
.../hadoop-yarn-services-core/pom.xml | 5 -
.../yarn/service/monitor/probe/HttpProbe.java | 6 +-
.../containerlaunch/TestAbstractLauncher.java | 1 -
.../api/impl/AMRMTokenIdentifierForTest.java | 3 -
.../apache/hadoop/yarn/client/cli/TestYarnCLI.java | 2 +-
.../hadoop-yarn/hadoop-yarn-common/pom.xml | 4 -
.../impl/pb/GetLabelsToNodesResponsePBImpl.java | 2 -
.../impl/pb/GetNodesToLabelsResponsePBImpl.java | 3 -
.../impl/pb/ReservationAllocationStatePBImpl.java | 2 +-
.../yarn/api/records/impl/pb/ResourcePBImpl.java | 1 -
.../org/apache/hadoop/yarn/client/RMProxy.java | 2 +-
.../AggregatedLogDeletionService.java | 59 +-
.../LogAggregationFileControllerFactory.java | 199 +-
.../ifile/IndexedFileAggregatedLogsBlock.java | 2 -
.../ifile/LogAggregationIndexedFileController.java | 15 +-
.../tfile/TFileAggregatedLogsBlock.java | 3 -
.../yarn/security/ConfiguredYarnAuthorizer.java | 2 +-
.../impl/pb/UpdateNodeResourceRequestPBImpl.java | 1 -
.../server/security/ApplicationACLsManager.java | 1 -
.../yarn/util/ResourceCalculatorProcessTree.java | 1 -
.../yarn/webapp/GenericExceptionHandler.java | 4 +-
.../logaggregation/LogAggregationTestUtils.java | 68 +
.../TestAggregatedLogDeletionService.java | 731 +-
.../TestLogAggregationFileControllerFactory.java | 76 +-
.../AggregatedLogDeletionServiceForTest.java | 72 +
.../logaggregation/testutils/FileStatusUtils.java | 76 +
.../testutils/LogAggregationTestcase.java | 444 +
.../testutils/LogAggregationTestcaseBuilder.java | 172 +
.../testutils/MockRMClientUtils.java | 74 +
.../testutils/PathWithFileStatus.java | 35 +-
.../hadoop/yarn/webapp/view/TestCommonViews.java | 1 -
.../hadoop-yarn/hadoop-yarn-csi/pom.xml | 8 -
.../pom.xml | 5 -
.../applicationhistoryservice/webapp/NavBlock.java | 1 -
.../server/timeline/TimelineStoreTestUtils.java | 1 -
.../webapp/TestTimelineWebServicesWithSSL.java | 1 -
.../hadoop/yarn/server/metrics/package-info.java | 18 -
.../yarn/server/webapp/dao/ContainersInfo.java | 4 +
.../hadoop-yarn-server-nodemanager/pom.xml | 5 -
.../WindowsSecureContainerExecutor.java | 2 +-
.../containermanager/AuxServicesEvent.java | 1 -
.../launcher/ContainerCleanup.java | 1 -
.../launcher/ContainersLauncherEvent.java | 1 -
.../resources/numa/NumaResourceAllocator.java | 12 +-
.../localizer/LocalResourceRequest.java | 1 -
.../event/LocalizerResourceRequestEvent.java | 1 -
.../localizer/sharedcache/SharedCacheUploader.java | 1 -
.../loghandler/NonAggregatingLogHandler.java | 2 -
.../tracker/NMLogAggregationStatusTracker.java | 1 -
.../recovery/NMLeveldbStateStoreService.java | 17 +
.../nodemanager/recovery/NMStateStoreService.java | 9 +
.../yarn/server/nodemanager/webapp/NavBlock.java | 1 -
.../server/nodemanager/webapp/dao/AppInfo.java | 1 -
.../nodemanager/TestContainerManagerWithLCE.java | 1 -
.../nodemanager/TestDirectoryCollection.java | 2 -
.../protocolrecords/impl/pb/TestPBRecordImpl.java | 2 +-
.../localizer/TestLocalResource.java | 1 -
.../scheduler/TestContainerSchedulerRecovery.java | 1 -
.../recovery/TestNMLeveldbStateStoreService.java | 12 +
.../server/nodemanager/webapp/TestNMWebFilter.java | 1 -
.../hadoop-yarn-server-resourcemanager/pom.xml | 4 -
.../server/resourcemanager/ClientRMService.java | 29 +-
.../server/resourcemanager/ClusterMetrics.java | 2 -
.../resourcemanager/DefaultAMSProcessor.java | 2 -
.../ahs/RMApplicationHistoryWriter.java | 1 -
.../ProportionalCapacityPreemptionPolicy.java | 2 +-
.../nodelabels/NodeAttributesManagerImpl.java | 1 -
.../resource/DynamicResourceConfiguration.java | 1 -
.../resourcemanager/rmcontainer/RMContainer.java | 1 -
.../rmnode/RMNodeUpdateContainerEvent.java | 1 -
.../scheduler/PartitionQueueMetrics.java | 2 +-
.../resourcemanager/scheduler/QueueMetrics.java | 19 +-
.../scheduler/activities/ActivitiesManager.java | 3 -
.../scheduler/capacity/AbstractLeafQueue.java | 4 +-
.../scheduler/capacity/CSQueueMetrics.java | 7 +-
.../scheduler/capacity/CapacityScheduler.java | 1 +
.../capacity/CapacitySchedulerConfigValidator.java | 3 +
.../capacity/QueueManagementDynamicEditPolicy.java | 1 -
.../capacity/allocator/ContainerAllocation.java | 3 -
.../capacity/conf/LeveldbConfigurationStore.java | 4 +-
.../capacity/conf/ZKConfigurationStore.java | 2 +-
.../capacity/preemption/PreemptableQueue.java | 1 -
.../scheduler/fifo/FifoAppAttempt.java | 3 -
.../webapp/CapacitySchedulerPage.java | 21 +-
.../server/resourcemanager/webapp/NavBlock.java | 1 -
.../resourcemanager/webapp/RMWebAppFilter.java | 1 -
.../resourcemanager/webapp/dao/ClusterInfo.java | 1 -
.../webapp/dao/UserMetricsInfo.java | 1 -
.../server/resourcemanager/TestAppManager.java | 2 +-
.../server/resourcemanager/TestClientRMTokens.java | 18 +-
.../server/resourcemanager/TestRMAdminService.java | 2 +-
...lCapacityPreemptionPolicyInterQueueWithDRF.java | 11 +-
...ortionalCapacityPreemptionPolicyIntraQueue.java | 11 +-
...cityPreemptionPolicyIntraQueueFairOrdering.java | 10 +-
...apacityPreemptionPolicyIntraQueueUserLimit.java | 33 +-
.../recovery/RMStateStoreTestBase.java | 1 -
.../recovery/TestFSRMStateStore.java | 2 +-
.../reservation/TestCapacityOverTimePolicy.java | 2 +-
.../rmapp/attempt/TestAMLivelinessMonitor.java | 2 +-
.../CapacitySchedulerPreemptionTestBase.java | 3 -
.../capacity/TestCapacitySchedulerApps.java | 77 +-
.../capacity/TestNodeLabelContainerAllocation.java | 1 -
.../scheduler/capacity/TestQueueCapacities.java | 1 -
...TestPriorityUtilizationQueueOrderingPolicy.java | 2 +-
.../scheduler/fair/TestFSAppStarvation.java | 1 -
.../fair/TestVisitedResourceRequestTracker.java | 2 +-
.../security/ClientToAMTokenIdentifierForTest.java | 3 -
.../resourcemanager/webapp/TestNodesPage.java | 1 -
.../TestRMWebServicesConfigurationMutation.java | 73 +-
.../webapp/TestRMWebappAuthentication.java | 2 +-
.../hadoop-yarn-server-router/pom.xml | 5 -
.../yarn/server/router/RouterAuditLogger.java | 16 +
.../hadoop/yarn/server/router/RouterMetrics.java | 683 +-
.../clientrm/AbstractClientRequestInterceptor.java | 2 +-
.../router/clientrm/ClientRequestInterceptor.java | 18 +-
.../clientrm/FederationClientInterceptor.java | 748 +-
.../router/clientrm/RouterClientRMService.java | 20 +-
.../router/clientrm/RouterYarnClientUtils.java | 308 +
.../rmadmin/AbstractRMAdminRequestInterceptor.java | 2 +-
.../router/rmadmin/RMAdminRequestInterceptor.java | 18 +-
.../router/rmadmin/RouterRMAdminService.java | 22 +-
.../webapp/AbstractRESTRequestInterceptor.java | 2 +-
.../router/webapp/FederationInterceptorREST.java | 79 +-
.../router/webapp/RESTRequestInterceptor.java | 18 +-
.../server/router/webapp/RouterWebServiceUtil.java | 10 +-
.../server/router/webapp/RouterWebServices.java | 20 +-
.../yarn/server/router/TestRouterAuditLogger.java | 116 +-
.../yarn/server/router/TestRouterMetrics.java | 670 +-
.../router/clientrm/BaseRouterClientRMTest.java | 2 +-
.../PassThroughClientRequestInterceptor.java | 4 +-
.../clientrm/TestFederationClientInterceptor.java | 698 +-
.../TestFederationClientInterceptorRetry.java | 6 +-
.../router/clientrm/TestRouterYarnClientUtils.java | 548 +
.../TestableFederationClientInterceptor.java | 48 +-
.../router/rmadmin/BaseRouterRMAdminTest.java | 2 +-
.../rmadmin/MockRMAdminRequestInterceptor.java | 2 +-
.../PassThroughRMAdminRequestInterceptor.java | 4 +-
.../router/webapp/BaseRouterWebServicesTest.java | 2 +-
.../yarn/server/router/webapp/JavaProcess.java | 6 +-
.../webapp/MockDefaultRequestInterceptorREST.java | 48 +
.../webapp/PassThroughRESTRequestInterceptor.java | 4 +-
.../webapp/TestFederationInterceptorREST.java | 69 +-
.../webapp/TestFederationInterceptorRESTRetry.java | 4 +-
.../router/webapp/TestRouterWebServicesREST.java | 42 +-
.../src/test/resources/capacity-scheduler.xml | 43 +-
.../test/resources/profiles/sample-profiles-1.json | 24 +
.../src/test/resources/yarn-site.xml | 12 +
.../hadoop-yarn-server-tests/pom.xml | 4 -
.../yarn/server/TestMiniYARNClusterForHA.java | 1 -
.../pom.xml | 4 -
.../server/timeline/EntityGroupPlugInForTest.java | 1 -
.../hadoop/yarn/server/timeline/TestLogInfo.java | 1 -
.../DocumentStoreTimelineReaderImpl.java | 4 +-
.../DocumentStoreTimelineWriterImpl.java | 8 +-
.../pom.xml | 4 -
.../TestTimelineReaderWebServicesHBaseStorage.java | 16 +
.../storage/HBaseTimelineReaderImpl.java | 2 +-
.../storage/HBaseTimelineWriterImpl.java | 14 +
.../storage/apptoflow/AppToFlowTableRW.java | 2 +-
.../reader/TimelineEntityReaderFactory.java | 52 +-
.../pom.xml | 5 -
.../hadoop-yarn-server-timelineservice/pom.xml | 5 -
.../collector/TimelineCollector.java | 85 +-
.../reader/TimelineReaderContext.java | 23 +-
.../reader/TimelineReaderWebServices.java | 120 +-
.../storage/FileSystemTimelineReaderImpl.java | 2 +-
.../storage/FileSystemTimelineWriterImpl.java | 15 +
.../storage/NoOpTimelineWriterImpl.java | 7 +
.../timelineservice/storage/TimelineWriter.java | 10 +
.../collector/TestTimelineCollector.java | 66 +-
.../yarn/server/webproxy/TestAppReportFetcher.java | 1 -
.../server/webproxy/amfilter/TestAmFilter.java | 3 -
.../src/site/markdown/UsingNuma.md | 206 +
.../hadoop-yarn/hadoop-yarn-ui/pom.xml | 30 +-
.../hadoop-yarn-ui/src/main/webapp/package.json | 3 +-
pom.xml | 9 +-
865 files changed, 192082 insertions(+), 6308 deletions(-)
create mode 100644 hadoop-common-project/hadoop-auth/src/main/java/org/apache/hadoop/security/authentication/util/JaasConfiguration.java
create mode 100644 hadoop-common-project/hadoop-common/dev-support/jdiff/Apache_Hadoop_Common_2.10.2.xml
create mode 100644 hadoop-common-project/hadoop-common/dev-support/jdiff/Apache_Hadoop_Common_3.2.4.xml
create mode 100644 hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileRange.java
create mode 100644 hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/VectoredReadUtils.java
create mode 100644 hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/impl/CombinedFileRange.java
create mode 100644 hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/impl/FileRangeImpl.java
create mode 100644 hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/statistics/IOStatisticsContext.java
create mode 100644 hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/statistics/impl/EmptyIOStatisticsContextImpl.java
create mode 100644 hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/statistics/impl/IOStatisticsContextImpl.java
create mode 100644 hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/statistics/impl/IOStatisticsContextIntegration.java
create mode 100644 hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/WeakReferencedElasticByteBufferPool.java
create mode 100644 hadoop-common-project/hadoop-common/src/site/markdown/release/2.10.2/CHANGELOG.2.10.2.md
create mode 100644 hadoop-common-project/hadoop-common/src/site/markdown/release/2.10.2/RELEASENOTES.2.10.2.md
create mode 100644 hadoop-common-project/hadoop-common/src/site/markdown/release/3.2.4/CHANGELOG.3.2.4.md
create mode 100644 hadoop-common-project/hadoop-common/src/site/markdown/release/3.2.4/RELEASENOTES.3.2.4.md
create mode 100644 hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestVectoredReadUtils.java
create mode 100644 hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/contract/AbstractContractVectoredReadTest.java
create mode 100644 hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/contract/localfs/TestLocalFSContractVectoredRead.java
copy hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/store/protocol/GetRouterRegistrationsRequest.java => hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/contract/rawlocal/TestRawLocalContractVectoredRead.java (60%)
create mode 100644 hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/TestMoreWeakReferencedElasticByteBufferPool.java
create mode 100644 hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/TestWeakReferencedElasticByteBufferPool.java
create mode 100644 hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/bzip2/BZip2TextFileWriter.java
create mode 100644 hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/bzip2/BZip2Utils.java
create mode 100644 hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/bzip2/TestBZip2TextFileWriter.java
create mode 100644 hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/util/TestExitUtil.java
create mode 100644 hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/server/protocol/OutlierMetrics.java
delete mode 100644 hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/CMakeLists-gtest.txt.in
create mode 100644 hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/x-platform/c-api/core/dirent.h
create mode 100644 hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/x-platform/c-api/dirent.cc
copy hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/x-platform/{types.h => c-api/dirent.h} (64%)
rename hadoop-hdfs-project/{hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/package-info.java => hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/x-platform/c-api/extern/dirent.h} (69%)
copy hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/{libhdfs/os/windows/unistd.h => libhdfspp/lib/x-platform/dirent.cc} (63%)
create mode 100644 hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/x-platform/dirent.h
copy hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/x-platform/{types.h => stat.h} (57%)
create mode 100644 hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/tests/x-platform/c-api/dirent_test.cc
copy hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/{libhdfs/os/windows/unistd.h => libhdfspp/tests/x-platform/c-api/dirent_test.h} (64%)
create mode 100644 hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/tests/x-platform/dirent_test.cc
create mode 100644 hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/tests/x-platform/dirent_test.h
create mode 100644 hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestRouterRetryCache.java
create mode 100644 hadoop-hdfs-project/hadoop-hdfs/dev-support/jdiff/Apache_Hadoop_HDFS_2.10.2.xml
create mode 100644 hadoop-hdfs-project/hadoop-hdfs/dev-support/jdiff/Apache_Hadoop_HDFS_3.2.4.xml
create mode 100644 hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/SlowPeerJsonReport.java
create mode 100644 hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/SlowPeerLatencyWithReportingNode.java
create mode 100644 hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/static/histogram-hostip.js
create mode 100644 hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/tools/offlineImageViewer/TestOfflineImageViewerForErasureCodingPolicy.java
create mode 100644 hadoop-hdfs-project/hadoop-hdfs/src/test/resources/testErasureCodingPolicy.csv
create mode 100644 hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Common_3.2.4.xml
create mode 100644 hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Core_3.2.4.xml
create mode 100644 hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_JobClient_3.2.4.xml
create mode 100644 hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/test/java/org/apache/hadoop/mapred/LineRecordReaderHelper.java
create mode 100644 hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/test/java/org/apache/hadoop/mapred/TestLineRecordReaderBZip2.java
create mode 100644 hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/test/java/org/apache/hadoop/mapreduce/lib/input/BaseLineRecordReaderHelper.java
create mode 100644 hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/test/java/org/apache/hadoop/mapreduce/lib/input/BaseTestLineRecordReaderBZip2.java
create mode 100644 hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/test/java/org/apache/hadoop/mapreduce/lib/input/LineRecordReaderHelper.java
create mode 100644 hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/test/java/org/apache/hadoop/mapreduce/lib/input/TestLineRecordReaderBZip2.java
create mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/VectoredIOContext.java
create mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/commit/CommitterStatisticNames.java
delete mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/commit/Tasks.java
create mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/commit/impl/AuditContextUpdater.java
create mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/commit/impl/CommitContext.java
rename hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/commit/{ => impl}/CommitOperations.java (82%)
rename hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/commit/{ => impl}/CommitUtilsWithMR.java (74%)
copy hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfs/os/windows/unistd.h => hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/commit/impl/package-info.java (64%)
create mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/CreateFileBuilder.java
create mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/PutObjectOptions.java
copy hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfs/os/windows/unistd.h => hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/statistics/PutTrackerStatistics.java (69%)
create mode 100644 hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/contract/s3a/ITestS3AContractVectoredRead.java
create mode 100644 hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/ITestS3AIOStatisticsContext.java
create mode 100644 hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/ITestS3AStorageClass.java
create mode 100644 hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/commit/CommitterTestHelper.java
create mode 100644 hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/commit/ITestCommitOperationCost.java
delete mode 100644 hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/commit/TestTasks.java
create mode 100644 hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/impl/StubContextAccessor.java
create mode 100644 hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/impl/TestCreateFileBuilder.java
create mode 100644 hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/performance/ITestCreateFileCost.java
create mode 100644 hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/scale/ITestS3AHugeFilesStorageClass.java
create mode 100644 hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AbfsClientRenameResult.java
create mode 100644 hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/services/TestAbfsRenameRetryRecovery.java
create mode 100644 hadoop-tools/hadoop-benchmark/pom.xml
create mode 100644 hadoop-tools/hadoop-benchmark/src/main/assembly/uber.xml
create mode 100644 hadoop-tools/hadoop-benchmark/src/main/findbugs/exclude.xml
create mode 100644 hadoop-tools/hadoop-benchmark/src/main/java/org/apache/hadoop/benchmark/VectoredReadBenchmark.java
rename {hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/protocolPB => hadoop-tools/hadoop-benchmark/src/main/java/org/apache/hadoop/benchmark}/package-info.java (89%)
create mode 100644 hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_API_2.10.2.xml
create mode 100644 hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_API_3.2.4.xml
create mode 100644 hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Client_2.10.2.xml
create mode 100644 hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Client_3.2.4.xml
create mode 100644 hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Common_2.10.2.xml
create mode 100644 hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Common_3.2.4.xml
create mode 100644 hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Server_Common_3.2.4.xml
create mode 100644 hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/logaggregation/LogAggregationTestUtils.java
create mode 100644 hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/logaggregation/testutils/AggregatedLogDeletionServiceForTest.java
create mode 100644 hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/logaggregation/testutils/FileStatusUtils.java
create mode 100644 hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/logaggregation/testutils/LogAggregationTestcase.java
create mode 100644 hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/logaggregation/testutils/LogAggregationTestcaseBuilder.java
create mode 100644 hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/logaggregation/testutils/MockRMClientUtils.java
copy hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/tests/mock_connection.cc => hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/logaggregation/testutils/PathWithFileStatus.java (53%)
delete mode 100644 hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/metrics/package-info.java
create mode 100644 hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/test/resources/profiles/sample-profiles-1.json
create mode 100644 hadoop-yarn-project/hadoop-yarn/hadoop-yarn-site/src/site/markdown/UsingNuma.md
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org