You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by we...@apache.org on 2023/06/03 01:07:55 UTC
[hadoop] branch trunk updated (160b9fc3c92 -> 03a499821c9)
This is an automated email from the ASF dual-hosted git repository.
weichiu pushed a change to branch trunk
in repository https://gitbox.apache.org/repos/asf/hadoop.git
from 160b9fc3c92 HADOOP-18755. openFile builder new optLong() methods break hbase-filesystem (#5704)
add 03a499821c9 HADOOP-18207. Introduce hadoop-logging module (#5503)
No new revisions were added by this update.
Summary of changes:
hadoop-common-project/hadoop-auth-examples/pom.xml | 10 --
hadoop-common-project/hadoop-auth/pom.xml | 12 +-
.../util/TestRandomSignerSecretProvider.java | 8 +-
.../util/TestZKSignerSecretProvider.java | 8 +-
hadoop-common-project/hadoop-common/pom.xml | 10 ++
.../hadoop-common/src/main/conf/log4j.properties | 2 +-
.../main/java/org/apache/hadoop/log/LogLevel.java | 21 ++-
.../java/org/apache/hadoop/util/StringUtils.java | 4 +-
.../org/apache/hadoop/conf/TestConfiguration.java | 91 ++++---------
.../io/compress/CompressDecompressTester.java | 14 +-
.../java/org/apache/hadoop/log/TestLogLevel.java | 19 ++-
.../metrics2/impl/TestMetricsSourceAdapter.java | 11 +-
.../security/TestShellBasedUnixGroupsMapping.java | 6 +-
.../security/ssl/TestReloadingX509KeyManager.java | 4 +-
.../ssl/TestReloadingX509TrustManager.java | 2 +-
.../hadoop/service/TestServiceOperations.java | 4 +-
.../org/apache/hadoop/test/GenericTestUtils.java | 91 +------------
.../apache/hadoop/test/TestGenericTestUtils.java | 2 +
.../java/org/apache/hadoop/util/TestClassUtil.java | 4 +-
.../apache/hadoop/util/TestReflectionUtils.java | 2 +-
.../hadoop/util/bloom/BloomFilterCommonTester.java | 6 +-
hadoop-common-project/hadoop-kms/pom.xml | 6 +
.../hadoop/crypto/key/kms/server/TestKMS.java | 5 +-
.../hadoop/crypto/key/kms/server/TestKMSAudit.java | 24 ++--
.../dev-support/findbugsExcludeFile.xml | 23 ++++
hadoop-common-project/hadoop-logging/pom.xml | 125 ++++++++++++++++++
.../hadoop/logging/HadoopInternalLog4jUtils.java | 145 +++++++++++++++++++++
.../apache/hadoop/logging/HadoopLoggerUtils.java | 142 ++++++++++++++++++++
.../logging/appenders}/AsyncRFAAppender.java | 2 +-
.../Log4jWarningErrorMetricsAppender.java | 49 ++++---
.../org/apache/hadoop/logging/LogCapturer.java | 65 +++++++++
.../apache/hadoop/logging/test/TestSyncLogs.java | 24 ++--
.../src/test/resources/log4j.properties | 2 +-
hadoop-common-project/hadoop-minikdc/pom.xml | 5 -
hadoop-common-project/pom.xml | 1 +
hadoop-hdfs-project/hadoop-hdfs-client/pom.xml | 6 +
.../hadoop/hdfs/web/TestURLConnectionFactory.java | 5 +-
hadoop-hdfs-project/hadoop-hdfs-rbf/pom.xml | 6 +
.../TestRouterRefreshFairnessPolicyController.java | 5 +-
.../TestRouterRpcFairnessPolicyController.java | 4 +-
.../router/TestRouterNamenodeMonitoring.java | 15 +--
.../server/federation/router/TestRouterRpc.java | 18 +--
.../router/TestRouterRpcMultiDestination.java | 12 +-
.../dev-support/findbugsExcludeFile.xml | 10 --
hadoop-hdfs-project/hadoop-hdfs/pom.xml | 6 +
.../hdfs/server/common/MetricsLoggerTask.java | 7 +-
.../hdfs/server/namenode/FsImageValidation.java | 21 ++-
.../hadoop/hdfs/LogVerificationAppender.java | 75 -----------
.../java/org/apache/hadoop/hdfs/TestDFSRename.java | 7 +-
.../hadoop/hdfs/TestDFSUpgradeFromImage.java | 9 +-
.../org/apache/hadoop/hdfs/TestDataStream.java | 4 +-
.../apache/hadoop/hdfs/TestEncryptedTransfer.java | 12 +-
.../datatransfer/sasl/TestSaslDataTransfer.java | 4 +-
.../qjournal/server/TestJournaledEditsCache.java | 2 +-
.../balancer/TestBalancerWithHANameNodes.java | 2 +-
.../blockmanagement/TestBlockManagerSafeMode.java | 9 +-
.../blockmanagement/TestPendingReconstruction.java | 4 +-
.../blockmanagement/TestReplicationPolicy.java | 45 +++----
.../server/datanode/TestDataNodeMetricsLogger.java | 37 ++----
.../hdfs/server/datanode/TestDirectoryScanner.java | 16 +--
.../fsdataset/impl/TestFsDatasetCache.java | 12 +-
.../hdfs/server/diskbalancer/TestDiskBalancer.java | 3 +-
.../server/namenode/PatternMatchingAppender.java | 58 ---------
.../hdfs/server/namenode/TestAuditLogger.java | 2 +-
.../namenode/TestAuditLoggerWithCommands.java | 2 +-
.../hadoop/hdfs/server/namenode/TestAuditLogs.java | 15 +--
.../hdfs/server/namenode/TestCheckpoint.java | 4 +-
.../server/namenode/TestDiskspaceQuotaUpdate.java | 2 +-
.../hadoop/hdfs/server/namenode/TestEditLog.java | 40 +-----
.../server/namenode/TestEditsDoubleBuffer.java | 6 +-
.../hdfs/server/namenode/TestFSEditLogLoader.java | 2 +-
.../hdfs/server/namenode/TestFSNamesystemLock.java | 2 +-
.../namenode/TestFSNamesystemLockReport.java | 6 +-
.../hadoop/hdfs/server/namenode/TestFsck.java | 2 +-
.../server/namenode/TestNameNodeMetricsLogger.java | 31 ++---
.../namenode/TestNameNodeResourcePolicy.java | 3 +-
.../hadoop/hdfs/server/namenode/TestStartup.java | 16 +--
.../server/namenode/ha/TestBootstrapStandby.java | 4 +-
.../namenode/ha/TestDelegationTokensWithHA.java | 3 +-
.../server/namenode/ha/TestStandbyCheckpoints.java | 62 +++++----
.../sps/TestExternalStoragePolicySatisfier.java | 4 +-
.../src/test/resources/log4j.properties | 13 +-
.../hadoop-mapreduce-client-app/pom.xml | 6 +
.../mapreduce/v2/app/job/impl/TestTaskAttempt.java | 62 +++------
.../hadoop-mapreduce-client-core/pom.xml | 6 +
.../java/org/apache/hadoop/mapred/TaskLog.java | 46 +------
.../hadoop/mapreduce/TestJobMonitorAndPrint.java | 95 +++++++-------
.../hadoop-mapreduce-client-jobclient/pom.xml | 6 +
.../org/apache/hadoop/mapred/TestYARNRunner.java | 124 ++++++++----------
.../org/apache/hadoop/mapreduce/TestChild.java | 28 ++--
.../hadoop/mapreduce/security/TestJHSSecurity.java | 6 +-
.../org/apache/hadoop/mapreduce/v2/TestMRJobs.java | 11 +-
hadoop-project/pom.xml | 12 ++
hadoop-tools/hadoop-azure/pom.xml | 7 +-
.../ITestFileSystemOperationsWithThreads.java | 2 +-
.../ITestNativeAzureFileSystemClientLogging.java | 2 +-
hadoop-tools/hadoop-distcp/pom.xml | 6 +
.../tools/contract/AbstractContractDistCpTest.java | 5 +-
.../util/MapReduceJobPropertiesParser.java | 5 +-
.../hadoop-yarn/dev-support/findbugs-exclude.xml | 10 --
.../distributedshell/ApplicationMaster.java | 6 +-
.../yarn/applications/distributedshell/Client.java | 3 +-
.../distributedshell/Log4jPropertyHelper.java | 48 -------
.../service/client/TestSecureApiServiceClient.java | 6 +-
.../yarn/service/component/TestComponent.java | 3 -
.../TestAggregatedLogDeletionService.java | 4 +-
.../util/TestLog4jWarningErrorMetricsAppender.java | 1 +
.../applicationhistoryservice/webapp/NavBlock.java | 2 +-
.../yarn/server/webapp/ErrorsAndWarningsBlock.java | 2 +-
.../yarn/server/nodemanager/webapp/NavBlock.java | 2 +-
.../TestContainersMonitorResourceChange.java | 6 +-
.../hadoop-yarn-server-resourcemanager/pom.xml | 7 +
.../constraint/AllocationTagsManager.java | 7 +-
.../server/resourcemanager/webapp/NavBlock.java | 2 +-
.../TestFederationRMStateStoreService.java | 5 +-
.../metrics/TestSystemMetricsPublisherForV2.java | 42 +-----
...alCapacityPreemptionPolicyPreemptToBalance.java | 7 +-
...ionalCapacityPreemptionPolicyMockFramework.java | 4 +-
.../invariants/TestMetricsInvariantChecker.java | 6 +-
.../fair/TestFairSchedulerConfiguration.java | 68 +++-------
120 files changed, 1131 insertions(+), 1121 deletions(-)
create mode 100644 hadoop-common-project/hadoop-logging/dev-support/findbugsExcludeFile.xml
create mode 100644 hadoop-common-project/hadoop-logging/pom.xml
create mode 100644 hadoop-common-project/hadoop-logging/src/main/java/org/apache/hadoop/logging/HadoopInternalLog4jUtils.java
create mode 100644 hadoop-common-project/hadoop-logging/src/main/java/org/apache/hadoop/logging/HadoopLoggerUtils.java
rename {hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/util => hadoop-common-project/hadoop-logging/src/main/java/org/apache/hadoop/logging/appenders}/AsyncRFAAppender.java (98%)
rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util => hadoop-common-project/hadoop-logging/src/main/java/org/apache/hadoop/logging/appenders}/Log4jWarningErrorMetricsAppender.java (93%)
create mode 100644 hadoop-common-project/hadoop-logging/src/test/java/org/apache/hadoop/logging/LogCapturer.java
copy hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/converter/weightconversion/CapacityConverterFactory.java => hadoop-common-project/hadoop-logging/src/test/java/org/apache/hadoop/logging/test/TestSyncLogs.java (70%)
copy hadoop-common-project/{hadoop-common => hadoop-logging}/src/test/resources/log4j.properties (96%)
delete mode 100644 hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/LogVerificationAppender.java
delete mode 100644 hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/PatternMatchingAppender.java
delete mode 100644 hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/Log4jPropertyHelper.java
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org