You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by xk...@apache.org on 2018/08/01 17:07:05 UTC
[49/50] hadoop git commit: Merge branch 'trunk' into HDFS-12943
Merge branch 'trunk' into HDFS-12943
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/cad93969
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/cad93969
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/cad93969
Branch: refs/heads/HDFS-12943
Commit: cad939695611cd00fad3224f7310e54cdfa40bea
Parents: 9b55946 67c65da
Author: Erik Krogen <xk...@apache.org>
Authored: Wed Aug 1 10:05:56 2018 -0700
Committer: Erik Krogen <xk...@apache.org>
Committed: Wed Aug 1 10:05:56 2018 -0700
----------------------------------------------------------------------
.../src/main/conf/hadoop-policy.xml | 20 +
.../org/apache/hadoop/crypto/key/KeyShell.java | 32 +-
.../key/kms/LoadBalancingKMSClientProvider.java | 19 +-
.../java/org/apache/hadoop/fs/ChecksumFs.java | 37 ++
.../java/org/apache/hadoop/fs/CreateFlag.java | 9 +-
.../org/apache/hadoop/fs/LocalDirAllocator.java | 28 +-
.../java/org/apache/hadoop/fs/shell/Mkdir.java | 13 +-
.../hadoop/io/file/tfile/Compression.java | 31 +-
.../apache/hadoop/ipc/DecayRpcScheduler.java | 8 +
.../ipc/WeightedRoundRobinMultiplexer.java | 3 +
.../hadoop/security/UserGroupInformation.java | 179 +++--
.../authorize/DefaultImpersonationProvider.java | 4 +-
.../apache/hadoop/service/AbstractService.java | 2 +-
.../org/apache/hadoop/tools/CommandShell.java | 6 +-
.../kms/TestLoadBalancingKMSClientProvider.java | 79 +++
.../fs/FileContextMainOperationsBaseTest.java | 38 ++
.../hadoop/io/file/tfile/TestCompression.java | 34 +-
.../hadoop/security/TestGroupsCaching.java | 17 +-
.../security/TestUserGroupInformation.java | 38 ++
.../TestDefaultImpersonationProvider.java | 100 +++
.../hadoop/hdds/scm/XceiverClientRatis.java | 30 +-
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 32 +-
.../java/org/apache/hadoop/hdds/HddsUtils.java | 33 +
.../org/apache/hadoop/hdds/client/BlockID.java | 20 +-
.../apache/hadoop/hdds/scm/ScmConfigKeys.java | 17 +-
.../container/common/helpers/ContainerInfo.java | 7 +-
.../scm/container/common/helpers/Pipeline.java | 7 +
.../scm/storage/ContainerProtocolCalls.java | 63 +-
.../apache/hadoop/ozone/OzoneConfigKeys.java | 6 +-
.../org/apache/hadoop/ozone/OzoneConsts.java | 7 +-
.../org/apache/hadoop/ozone/common/Storage.java | 2 +-
.../ozone/container/common/helpers/KeyData.java | 89 ++-
.../apache/hadoop/ozone/lease/LeaseManager.java | 14 +-
.../org/apache/hadoop/utils/LevelDBStore.java | 5 +
.../hadoop/utils/LevelDBStoreIterator.java | 64 ++
.../apache/hadoop/utils/MetaStoreIterator.java | 39 ++
.../org/apache/hadoop/utils/MetadataStore.java | 55 ++
.../org/apache/hadoop/utils/RocksDBStore.java | 5 +
.../hadoop/utils/RocksDBStoreIterator.java | 66 ++
.../main/proto/DatanodeContainerProtocol.proto | 106 +--
.../common/src/main/resources/ozone-default.xml | 58 +-
.../hadoop/ozone/lease/TestLeaseManager.java | 21 +-
.../apache/hadoop/utils/TestMetadataStore.java | 206 +++---
.../apache/hadoop/hdds/scm/HddsServerUtil.java | 13 +-
.../hadoop/ozone/HddsDatanodeService.java | 2 +
.../common/helpers/ContainerUtils.java | 114 ++--
.../container/common/impl/ContainerData.java | 128 ++--
.../common/impl/ContainerDataYaml.java | 98 ++-
.../container/common/impl/HddsDispatcher.java | 103 +--
.../common/impl/OpenContainerBlockMap.java | 148 +++++
.../common/interfaces/BlockIterator.java | 57 ++
.../container/common/interfaces/Container.java | 6 +
.../report/CommandStatusReportPublisher.java | 24 +-
.../common/report/ContainerReportPublisher.java | 25 +-
.../common/report/NodeReportPublisher.java | 32 +-
.../common/report/ReportPublisher.java | 14 +-
.../statemachine/DatanodeStateMachine.java | 2 +-
.../statemachine/EndpointStateMachine.java | 4 +-
.../statemachine/SCMConnectionManager.java | 2 +-
.../common/statemachine/StateContext.java | 71 +-
.../CloseContainerCommandHandler.java | 8 +-
.../commandhandler/CommandHandler.java | 6 +-
.../DeleteBlocksCommandHandler.java | 12 +-
.../states/endpoint/HeartbeatEndpointTask.java | 33 +-
.../states/endpoint/RegisterEndpointTask.java | 3 +-
.../states/endpoint/VersionEndpointTask.java | 27 +-
.../server/ratis/ContainerStateMachine.java | 20 +-
.../container/common/utils/HddsVolumeUtil.java | 56 ++
.../container/common/volume/HddsVolume.java | 128 +++-
.../container/common/volume/VolumeInfo.java | 8 +
.../container/common/volume/VolumeSet.java | 60 +-
.../container/common/volume/VolumeUsage.java | 17 -
.../keyvalue/KeyValueBlockIterator.java | 148 +++++
.../container/keyvalue/KeyValueContainer.java | 129 ++--
.../keyvalue/KeyValueContainerData.java | 95 +--
.../container/keyvalue/KeyValueHandler.java | 114 +++-
.../container/keyvalue/helpers/KeyUtils.java | 20 +
.../helpers/KeyValueContainerLocationUtil.java | 57 +-
.../keyvalue/helpers/KeyValueContainerUtil.java | 130 +---
.../container/keyvalue/impl/KeyManagerImpl.java | 27 +
.../keyvalue/interfaces/KeyManager.java | 7 +
.../background/BlockDeletingService.java | 25 +-
.../container/ozoneimpl/ContainerReader.java | 147 +++--
.../container/ozoneimpl/OzoneContainer.java | 10 +-
.../container/replication/ReplicationQueue.java | 76 ---
.../replication/ReplicationRequest.java | 106 ---
.../container/replication/package-info.java | 23 -
.../commands/CloseContainerCommand.java | 6 +-
.../protocol/commands/DeleteBlocksCommand.java | 6 +-
.../commands/ReplicateContainerCommand.java | 6 +-
.../protocol/commands/ReregisterCommand.java | 2 +-
.../ozone/protocol/commands/SCMCommand.java | 16 +-
.../StorageContainerDatanodeProtocol.proto | 10 +-
.../ozone/container/common/ScmTestMock.java | 27 +-
.../common/TestDatanodeStateMachine.java | 14 +-
.../common/impl/TestContainerDataYaml.java | 111 +++-
.../common/impl/TestHddsDispatcher.java | 152 +++++
.../container/common/impl/package-info.java | 22 +
.../common/interfaces/TestHandler.java | 4 +-
.../common/report/TestReportPublisher.java | 46 --
.../endpoint/TestHeartbeatEndpointTask.java | 297 +++++++++
.../common/states/endpoint/package-info.java | 18 +
.../container/common/volume/TestVolumeSet.java | 121 +++-
.../keyvalue/TestKeyValueBlockIterator.java | 275 ++++++++
.../keyvalue/TestKeyValueContainer.java | 33 +-
.../container/keyvalue/TestKeyValueHandler.java | 12 +-
.../container/ozoneimpl/TestOzoneContainer.java | 20 +-
.../replication/TestReplicationQueue.java | 134 ----
.../container/replication/package-info.java | 23 -
.../testutils/BlockDeletingServiceTestImpl.java | 3 +-
.../test/resources/additionalfields.container | 7 +-
.../test/resources/incorrect.checksum.container | 11 +
.../src/test/resources/incorrect.container | 7 +-
.../hadoop/hdds/server/events/EventQueue.java | 3 +-
.../hadoop/hdds/server/events/EventWatcher.java | 51 +-
.../server/events/IdentifiableEventPayload.java | 4 +-
.../hadoop/hdds/server/events/TypedEvent.java | 7 +
.../hdds/server/events/TestEventWatcher.java | 69 +-
hadoop-hdds/pom.xml | 1 +
.../hadoop/hdds/scm/block/BlockManagerImpl.java | 2 +-
.../block/DatanodeDeletedBlockTransactions.java | 61 +-
.../hadoop/hdds/scm/block/DeletedBlockLog.java | 23 +-
.../hdds/scm/block/DeletedBlockLogImpl.java | 125 ++--
.../scm/command/CommandStatusReportHandler.java | 129 ++++
.../hadoop/hdds/scm/command/package-info.java | 26 +
.../container/CloseContainerEventHandler.java | 28 +-
.../hdds/scm/container/ContainerMapping.java | 24 +-
.../scm/container/ContainerStateManager.java | 11 +
.../scm/container/closer/ContainerCloser.java | 12 +-
.../algorithms/ContainerPlacementPolicy.java | 5 +-
.../placement/algorithms/SCMCommonPolicy.java | 8 +-
.../SCMContainerPlacementCapacity.java | 16 +-
.../algorithms/SCMContainerPlacementRandom.java | 7 +-
.../replication/ReplicationCommandWatcher.java | 56 ++
.../replication/ReplicationManager.java | 242 +++++++
.../container/replication/ReplicationQueue.java | 73 +++
.../replication/ReplicationRequest.java | 107 +++
.../scm/container/replication/package-info.java | 23 +
.../scm/container/states/ContainerStateMap.java | 2 +-
.../hadoop/hdds/scm/events/SCMEvents.java | 55 ++
.../hdds/scm/exceptions/SCMException.java | 1 +
.../hadoop/hdds/scm/node/SCMNodeManager.java | 27 +-
.../hdds/scm/pipelines/Node2PipelineMap.java | 33 +-
.../hdds/scm/pipelines/PipelineManager.java | 91 ++-
.../hdds/scm/pipelines/PipelineSelector.java | 268 +++++++-
.../scm/pipelines/ratis/RatisManagerImpl.java | 47 +-
.../standalone/StandaloneManagerImpl.java | 34 +-
.../scm/server/SCMDatanodeProtocolServer.java | 19 +-
.../scm/server/StorageContainerManager.java | 49 +-
.../org/apache/hadoop/hdds/scm/TestUtils.java | 372 ++++++++---
.../hadoop/hdds/scm/block/TestBlockManager.java | 4 +-
.../hdds/scm/block/TestDeletedBlockLog.java | 232 ++++---
.../command/TestCommandStatusReportHandler.java | 137 ++++
.../hadoop/hdds/scm/command/package-info.java | 22 +
.../hdds/scm/container/MockNodeManager.java | 4 +-
.../TestCloseContainerEventHandler.java | 13 +-
.../scm/container/TestContainerMapping.java | 8 +-
.../container/closer/TestContainerCloser.java | 14 +-
.../TestSCMContainerPlacementCapacity.java | 106 +++
.../TestSCMContainerPlacementRandom.java | 86 +++
.../replication/TestReplicationManager.java | 220 +++++++
.../replication/TestReplicationQueue.java | 134 ++++
.../scm/container/replication/package-info.java | 23 +
.../hdds/scm/node/TestContainerPlacement.java | 7 +-
.../hadoop/hdds/scm/node/TestNodeManager.java | 97 +--
.../hdds/scm/node/TestNodeReportHandler.java | 19 +-
.../scm/node/TestSCMNodeStorageStatMap.java | 13 +-
.../TestSCMDatanodeHeartbeatDispatcher.java | 4 +-
.../ozone/container/common/TestEndPoint.java | 125 ++--
.../placement/TestContainerPlacement.java | 5 +-
.../scm/cli/container/InfoContainerHandler.java | 1 -
.../org/apache/hadoop/hdfs/AddBlockFlag.java | 11 +-
.../org/apache/hadoop/hdfs/DFSOutputStream.java | 3 +
.../hadoop/hdfs/DistributedFileSystem.java | 11 +
.../src/main/proto/ClientNamenodeProtocol.proto | 1 +
.../src/main/native/fuse-dfs/fuse_connect.c | 17 +-
.../federation/resolver/MountTableResolver.java | 28 +-
.../hdfs/server/federation/router/Quota.java | 9 +-
.../federation/router/RouterAdminServer.java | 8 +-
.../federation/router/RouterQuotaManager.java | 4 +-
.../router/RouterQuotaUpdateService.java | 2 +-
.../federation/router/RouterQuotaUsage.java | 4 +-
.../federation/store/records/MountTable.java | 4 +-
.../store/records/impl/pb/MountTablePBImpl.java | 4 +-
.../hdfs/tools/federation/RouterAdmin.java | 8 +-
.../TestInitializeMountTableResolver.java | 82 +++
.../federation/router/TestRouterAdmin.java | 8 +
.../federation/router/TestRouterAdminCLI.java | 16 +-
.../federation/router/TestRouterQuota.java | 26 +-
.../router/TestRouterQuotaManager.java | 20 +-
.../store/records/TestMountTable.java | 4 +-
.../org/apache/hadoop/hdfs/DFSConfigKeys.java | 3 +
.../BlockPlacementPolicyDefault.java | 4 +-
.../hadoop/hdfs/server/datanode/DataNode.java | 7 +-
.../datanode/checker/DatasetVolumeChecker.java | 6 +-
.../checker/StorageLocationChecker.java | 28 +-
.../datanode/fsdataset/impl/FsDatasetImpl.java | 40 +-
.../hadoop/hdfs/server/namenode/AclFeature.java | 5 +
.../hdfs/server/namenode/FSDirMkdirOp.java | 5 +-
.../hdfs/server/namenode/FSDirWriteFileOp.java | 30 +-
.../hdfs/server/namenode/FSNamesystem.java | 8 +-
.../hadoop/hdfs/tools/DiskBalancerCLI.java | 4 +-
.../src/main/resources/hdfs-default.xml | 11 +
.../org/apache/hadoop/hdfs/TestDFSShell.java | 8 +
.../TestDataNodeVolumeFailureToleration.java | 6 +-
.../server/namenode/TestFSDirWriteFileOp.java | 79 +++
.../namenode/TestListCorruptFileBlocks.java | 2 +-
.../src/test/resources/testHDFSConf.xml | 4 +-
.../mapreduce/v2/util/LocalResourceBuilder.java | 8 +-
.../hadoop/mapreduce/v2/util/TestMRApps.java | 20 +-
.../src/test/acceptance/basic/ozone-shell.robot | 8 +-
.../ozone/client/io/ChunkGroupOutputStream.java | 22 +-
hadoop-ozone/common/src/main/bin/ozone | 2 +-
.../hadoop/ozone/om/helpers/OmKeyArgs.java | 26 +-
.../hadoop/ozone/om/helpers/OmKeyInfo.java | 29 +-
.../ozone/om/helpers/OmKeyLocationInfo.java | 6 +-
...neManagerProtocolClientSideTranslatorPB.java | 8 +-
.../src/main/proto/OzoneManagerProtocol.proto | 1 +
.../hdds/scm/pipeline/TestNode2PipelineMap.java | 14 +
.../hdds/scm/pipeline/TestPipelineClose.java | 152 +++++
.../hadoop/ozone/MiniOzoneClusterImpl.java | 5 +-
.../org/apache/hadoop/ozone/OzoneTestUtils.java | 92 +++
.../hadoop/ozone/TestMiniOzoneCluster.java | 20 +-
.../ozone/TestOzoneConfigurationFields.java | 3 +-
.../ozone/TestStorageContainerManager.java | 16 +-
.../ozone/client/rpc/TestOzoneRpcClient.java | 35 +
.../ozone/container/ContainerTestHelper.java | 59 +-
.../common/TestBlockDeletingService.java | 99 +--
.../container/common/helpers/TestKeyData.java | 119 ++++
.../common/impl/TestCloseContainerHandler.java | 260 ++++++++
.../common/impl/TestContainerPersistence.java | 32 +-
.../commandhandler/TestBlockDeletion.java | 47 +-
.../container/metrics/TestContainerMetrics.java | 4 +-
.../container/ozoneimpl/TestOzoneContainer.java | 11 +-
.../container/server/TestContainerServer.java | 6 +-
.../hadoop/ozone/om/TestOmBlockVersioning.java | 13 +-
.../hadoop/ozone/ozShell/TestOzoneShell.java | 14 +-
.../ozone/scm/TestCommittedBlockLengthAPI.java | 216 ++++++
.../hadoop/ozone/scm/TestContainerSQLCli.java | 4 +-
.../hadoop/ozone/scm/node/TestQueryNode.java | 5 +-
.../hadoop/ozone/web/client/TestKeys.java | 3 +
.../apache/hadoop/ozone/om/KeyManagerImpl.java | 4 +
...neManagerProtocolServerSideTranslatorPB.java | 5 +-
.../apache/hadoop/ozone/web/ozShell/Shell.java | 1 +
.../web/ozShell/volume/DeleteVolumeHandler.java | 1 +
.../web/ozShell/volume/ListVolumeHandler.java | 13 +-
.../genesis/BenchMarkDatanodeDispatcher.java | 25 +-
.../aliyun/oss/AliyunOSSBlockOutputStream.java | 59 +-
.../fs/aliyun/oss/AliyunOSSFileSystemStore.java | 2 +
.../oss/TestAliyunOSSBlockOutputStream.java | 12 +-
.../s3a/s3guard/ITestDynamoDBMetadataStore.java | 649 +++++++++++++++++++
.../dev-support/findbugs-exclude.xml | 10 +
hadoop-tools/hadoop-azure/pom.xml | 12 +
.../fs/azure/AzureNativeFileSystemStore.java | 182 +++---
.../apache/hadoop/fs/azure/FileMetadata.java | 77 ++-
.../hadoop/fs/azure/NativeAzureFileSystem.java | 376 +++++------
.../hadoop/fs/azure/NativeFileSystemStore.java | 15 +-
.../apache/hadoop/fs/azure/PartialListing.java | 61 --
.../hadoop/fs/azure/ITestListPerformance.java | 196 ++++++
.../org/apache/hadoop/yarn/sls/SLSRunner.java | 93 ++-
.../hadoop/yarn/sls/appmaster/AMSimulator.java | 9 +-
.../yarn/sls/appmaster/MRAMSimulator.java | 5 +-
.../yarn/sls/appmaster/StreamAMSimulator.java | 5 +-
.../hadoop/yarn/sls/conf/SLSConfiguration.java | 1 +
.../yarn/sls/nodemanager/NMSimulator.java | 13 +-
.../apache/hadoop/yarn/sls/utils/SLSUtils.java | 58 +-
.../src/site/markdown/SchedulerLoadSimulator.md | 2 +-
.../yarn/sls/appmaster/TestAMSimulator.java | 35 +-
.../hadoop/yarn/sls/utils/TestSLSUtils.java | 64 +-
.../test/resources/nodes-with-resources.json | 8 +-
.../dev-support/findbugs-exclude.xml | 4 +
.../api/protocolrecords/AllocateRequest.java | 47 +-
.../hadoop/yarn/api/records/Resource.java | 22 +-
.../hadoop/yarn/conf/YarnConfiguration.java | 7 +
.../InvalidResourceRequestException.java | 36 +
.../exceptions/ResourceNotFoundException.java | 29 +-
.../src/main/proto/yarn_service_protos.proto | 1 +
.../yarn/conf/TestYarnConfigurationFields.java | 4 +
.../hadoop/yarn/service/ServiceScheduler.java | 4 +-
.../service/component/AlwaysRestartPolicy.java | 5 +
.../yarn/service/component/Component.java | 42 +-
.../component/ComponentRestartPolicy.java | 2 +
.../service/component/NeverRestartPolicy.java | 5 +
.../component/OnFailureRestartPolicy.java | 5 +
.../component/instance/ComponentInstance.java | 21 +-
.../instance/ComponentInstanceEvent.java | 2 +
.../containerlaunch/ContainerLaunchService.java | 12 +-
.../exceptions/RestApiErrorMessages.java | 10 +-
.../provider/AbstractClientProvider.java | 14 +-
.../provider/AbstractProviderService.java | 29 +-
.../defaultImpl/DefaultClientProvider.java | 22 +-
.../provider/docker/DockerClientProvider.java | 15 +-
.../provider/tarball/TarballClientProvider.java | 27 +-
.../yarn/service/utils/ServiceApiUtil.java | 14 +-
.../hadoop/yarn/service/MockServiceAM.java | 34 +-
.../hadoop/yarn/service/ServiceTestUtils.java | 2 +-
.../hadoop/yarn/service/TestServiceAM.java | 35 +
.../hadoop/yarn/service/TestServiceApiUtil.java | 34 +-
.../yarn/service/component/TestComponent.java | 3 +-
.../instance/TestComponentInstance.java | 26 +-
.../containerlaunch/TestAbstractLauncher.java | 66 ++
.../providers/TestAbstractClientProvider.java | 29 +-
.../providers/TestDefaultClientProvider.java | 66 ++
.../hadoop/yarn/client/api/AMRMClient.java | 11 +
.../yarn/client/api/async/AMRMClientAsync.java | 11 +
.../api/async/impl/AMRMClientAsyncImpl.java | 5 +
.../yarn/client/api/impl/AMRMClientImpl.java | 11 +
.../hadoop/yarn/client/cli/RMAdminCLI.java | 71 +-
.../yarn/client/util/YarnClientUtils.java | 77 +++
.../yarn/client/api/impl/TestAMRMClient.java | 77 +++
.../impl/pb/AllocateRequestPBImpl.java | 27 +-
.../impl/pb/AllocateResponsePBImpl.java | 1 +
.../pb/ApplicationSubmissionContextPBImpl.java | 87 +--
.../api/records/impl/pb/ResourcePBImpl.java | 10 +-
.../AggregatedLogDeletionService.java | 4 +-
.../logaggregation/AggregatedLogFormat.java | 8 +-
.../LogAggregationFileController.java | 13 +-
.../ifile/IndexedFileAggregatedLogsBlock.java | 6 +-
.../LogAggregationIndexedFileController.java | 26 +-
.../tfile/LogAggregationTFileController.java | 2 +-
.../hadoop/yarn/util/resource/Resources.java | 26 +-
.../TestAggregatedLogDeletionService.java | 6 +-
.../store/impl/SQLFederationStateStore.java | 14 +-
.../hadoop/yarn/server/webapp/WebServices.java | 2 +-
.../impl/FederationStateStoreBaseTest.java | 19 +
.../nodemanager/LinuxContainerExecutor.java | 34 +-
.../nodemanager/LocalDirsHandlerService.java | 27 +-
.../nodemanager/NodeStatusUpdaterImpl.java | 1 +
.../nodemanager/amrmproxy/AMRMProxyService.java | 8 +
.../collectormanager/NMCollectorService.java | 2 +-
.../containermanager/ContainerManager.java | 1 +
.../containermanager/ContainerManagerImpl.java | 17 +-
.../runtime/DockerLinuxContainerRuntime.java | 37 +-
.../linux/runtime/docker/DockerRunCommand.java | 18 +-
.../localizer/ResourceLocalizationService.java | 18 +-
.../logaggregation/AppLogAggregator.java | 8 +
.../logaggregation/AppLogAggregatorImpl.java | 17 +-
.../logaggregation/LogAggregationService.java | 89 ++-
.../containermanager/loghandler/LogHandler.java | 7 +
.../loghandler/NonAggregatingLogHandler.java | 9 +
.../loghandler/event/LogHandlerEventType.java | 4 +-
.../event/LogHandlerTokenUpdatedEvent.java | 26 +
.../scheduler/ContainerScheduler.java | 16 +-
.../tracker/NMLogAggregationStatusTracker.java | 4 +-
.../recovery/NMLeveldbStateStoreService.java | 46 +-
.../recovery/NMNullStateStoreService.java | 2 +-
.../recovery/NMStateStoreService.java | 3 +-
.../security/authorize/NMPolicyProvider.java | 25 +-
.../container-executor/impl/utils/docker-util.c | 196 +++---
.../test/utils/test_docker_util.cc | 133 ++--
.../nodemanager/DummyContainerManager.java | 7 +
.../nodemanager/TestLinuxContainerExecutor.java | 9 +-
.../BaseContainerManagerTest.java | 2 +-
.../TestContainerManagerRecovery.java | 57 ++
.../runtime/TestDockerContainerRuntime.java | 259 ++++----
.../TestResourceLocalizationService.java | 3 +
.../TestLogAggregationService.java | 34 +-
.../gpu/TestNvidiaDockerV1CommandPlugin.java | 2 +-
.../TestContainerSchedulerRecovery.java | 46 +-
.../metrics/TestNodeManagerMetrics.java | 4 +-
.../recovery/NMMemoryStateStoreService.java | 16 +-
.../TestNMLeveldbStateStoreService.java | 28 +-
.../resourcemanager/DefaultAMSProcessor.java | 25 +-
...pportunisticContainerAllocatorAMService.java | 4 +-
.../server/resourcemanager/RMAppManager.java | 48 +-
.../server/resourcemanager/ResourceManager.java | 37 +-
.../placement/PlacementManager.java | 9 -
.../rmapp/attempt/RMAppAttemptImpl.java | 20 +
.../event/RMAppAttemptStatusupdateEvent.java | 11 +
.../rmcontainer/RMContainerImpl.java | 64 +-
.../scheduler/SchedulerApplicationAttempt.java | 14 +-
.../scheduler/SchedulerUtils.java | 55 +-
.../scheduler/activities/ActivitiesManager.java | 20 +-
.../scheduler/capacity/CapacityScheduler.java | 1 +
.../scheduler/capacity/UsersManager.java | 27 +-
.../capacity/allocator/ContainerAllocation.java | 2 +-
.../allocator/RegularContainerAllocator.java | 14 +-
.../scheduler/common/fica/FiCaSchedulerApp.java | 15 +
.../scheduler/fair/AllocationConfiguration.java | 2 +-
.../scheduler/fair/FSAppAttempt.java | 3 +-
.../scheduler/fair/FSLeafQueue.java | 9 +-
.../scheduler/fair/FSParentQueue.java | 30 +-
.../scheduler/fair/FairScheduler.java | 44 +-
.../fair/policies/FairSharePolicy.java | 76 +--
.../security/authorize/RMPolicyProvider.java | 3 +
.../webapp/ApplicationsRequestBuilder.java | 231 +++++++
.../resourcemanager/webapp/RMWebServices.java | 145 +----
.../TestApplicationMasterService.java | 34 +
.../yarn/server/resourcemanager/TestRMHA.java | 44 ++
.../server/resourcemanager/TestRMRestart.java | 45 ++
.../TestWorkPreservingRMRestart.java | 48 ++
.../applicationsmanager/TestAMRestart.java | 18 +-
.../placement/TestPlacementManager.java | 20 +-
.../resourcemanager/recovery/TestProtos.java | 20 +
.../rmcontainer/TestRMContainerImpl.java | 11 +-
.../TestSchedulerApplicationAttempt.java | 58 ++
.../scheduler/TestSchedulerUtils.java | 630 +++++++++---------
.../capacity/TestCapacityScheduler.java | 176 +++++
.../TestCapacitySchedulerAsyncScheduling.java | 89 +++
.../capacity/TestContainerAllocation.java | 43 ++
.../capacity/TestContainerResizing.java | 18 +-
.../scheduler/fair/FakeSchedulable.java | 26 +-
.../TestDominantResourceFairnessPolicy.java | 63 ++
.../webapp/TestApplicationsRequestBuilder.java | 529 +++++++++++++++
.../reader/TimelineReaderWebServices.java | 3 +-
.../TestTimelineReaderWebServicesBasicAcl.java | 4 +
.../src/site/markdown/DockerContainers.md | 13 +-
.../src/site/markdown/ResourceManagerRest.md | 285 ++++++++
.../src/site/markdown/yarn-service/Overview.md | 4 +-
.../markdown/yarn-service/ServiceUpgrade.md | 197 ++++++
.../main/webapp/app/models/yarn-app-attempt.js | 1 +
.../app/models/yarn-timeline-container.js | 1 +
.../webapp/app/serializers/yarn-app-attempt.js | 3 +-
.../app/serializers/yarn-timeline-container.js | 6 +-
.../src/main/webapp/app/styles/app.scss | 9 +
.../templates/components/app-attempt-table.hbs | 6 +
.../app/templates/components/timeline-view.hbs | 44 +-
417 files changed, 13979 insertions(+), 4405 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/cad93969/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/cad93969/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/cad93969/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml
----------------------------------------------------------------------
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org