You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by sh...@apache.org on 2018/09/18 02:06:21 UTC
[45/50] [abbrv] hadoop git commit: Merge commit
'e780556ae9229fe7a90817eb4e5449d7eed35dd8' into HDFS-12943
Merge commit 'e780556ae9229fe7a90817eb4e5449d7eed35dd8' into HDFS-12943
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/94d7f90e
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/94d7f90e
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/94d7f90e
Branch: refs/heads/HDFS-12943
Commit: 94d7f90e93beca22476504b0cdb3e6bd05f05888
Parents: c2e0e9a e780556
Author: Konstantin V Shvachko <sh...@apache.org>
Authored: Mon Sep 17 17:26:28 2018 -0700
Committer: Konstantin V Shvachko <sh...@apache.org>
Committed: Mon Sep 17 17:26:28 2018 -0700
----------------------------------------------------------------------
.../org/apache/hadoop/http/HttpServer2.java | 26 +-
.../main/java/org/apache/hadoop/ipc/Client.java | 14 +
.../org/apache/hadoop/http/TestHttpServer.java | 14 +
.../java/org/apache/hadoop/ipc/TestIPC.java | 45 ++
.../src/main/resources/kms-default.xml | 7 +
.../src/main/compose/ozone/docker-config | 37 ++
.../common/dev-support/findbugsExcludeFile.xml | 4 +
.../org/apache/hadoop/hdds/cli/GenericCli.java | 82 +++
.../hadoop/hdds/cli/HddsVersionProvider.java | 35 ++
.../apache/hadoop/hdds/cli/package-info.java | 22 +
.../helpers/BlockNotCommittedException.java | 36 ++
.../scm/storage/ContainerProtocolCalls.java | 5 +
.../apache/hadoop/ozone/OzoneConfigKeys.java | 11 +
.../org/apache/hadoop/ozone/OzoneConsts.java | 39 +-
.../apache/hadoop/ozone/audit/package-info.java | 6 +-
.../org/apache/hadoop/utils/RocksDBStore.java | 2 +-
.../org/apache/hadoop/utils/db/DBStore.java | 22 +
.../org/apache/hadoop/utils/db/RDBStore.java | 26 +-
.../main/proto/DatanodeContainerProtocol.proto | 12 +-
.../common/src/main/resources/ozone-default.xml | 30 +-
.../container/common/interfaces/Handler.java | 15 +-
.../statemachine/DatanodeStateMachine.java | 25 +-
.../ReplicateContainerCommandHandler.java | 124 ++++-
.../transport/server/XceiverServerGrpc.java | 12 +-
.../container/keyvalue/KeyValueContainer.java | 3 +-
.../container/keyvalue/KeyValueHandler.java | 100 ++--
.../container/ozoneimpl/OzoneContainer.java | 9 +-
.../replication/ContainerDownloader.java | 40 ++
.../replication/ContainerReplicationSource.java | 49 ++
.../replication/ContainerStreamingOutput.java | 45 ++
.../replication/GrpcReplicationClient.java | 169 ++++++
.../replication/GrpcReplicationService.java | 130 +++++
.../OnDemandContainerReplicationSource.java | 76 +++
.../replication/SimpleContainerDownloader.java | 121 ++++
.../container/replication/package-info.java | 21 +
.../TestReplicateContainerCommandHandler.java | 146 +++++
.../commandhandler/package-info.java | 22 +
.../apache/hadoop/hdds/server/ServerUtils.java | 5 +
.../hadoop/hdds/server/events/EventWatcher.java | 20 +-
hadoop-hdds/pom.xml | 5 +
.../scm/command/CommandStatusReportHandler.java | 6 +-
.../container/CloseContainerEventHandler.java | 26 +
.../scm/container/CloseContainerWatcher.java | 100 ++++
.../hdds/scm/container/ContainerMapping.java | 13 +
.../hadoop/hdds/scm/events/SCMEvents.java | 11 +
.../hadoop/hdds/scm/node/DeadNodeHandler.java | 41 +-
.../hdds/scm/node/states/Node2ContainerMap.java | 29 +-
.../scm/server/StorageContainerManager.java | 11 +-
.../hdds/scm/node/TestDeadNodeHandler.java | 112 ++++
.../container/TestCloseContainerWatcher.java | 287 ++++++++++
.../hadoop/hdds/scm/cli/OzoneBaseCLI.java | 43 --
.../hdds/scm/cli/OzoneCommandHandler.java | 87 ---
.../apache/hadoop/hdds/scm/cli/ResultCode.java | 31 --
.../org/apache/hadoop/hdds/scm/cli/SCMCLI.java | 246 +++------
.../cli/container/CloseContainerHandler.java | 85 ---
.../hdds/scm/cli/container/CloseSubcommand.java | 54 ++
.../cli/container/ContainerCommandHandler.java | 128 -----
.../cli/container/CreateContainerHandler.java | 67 ---
.../scm/cli/container/CreateSubcommand.java | 65 +++
.../cli/container/DeleteContainerHandler.java | 95 ----
.../scm/cli/container/DeleteSubcommand.java | 60 ++
.../scm/cli/container/InfoContainerHandler.java | 114 ----
.../hdds/scm/cli/container/InfoSubcommand.java | 94 ++++
.../scm/cli/container/ListContainerHandler.java | 117 ----
.../hdds/scm/cli/container/ListSubcommand.java | 83 +++
.../hdds/scm/cli/container/package-info.java | 3 +
.../hadoop/hdds/scm/cli/package-info.java | 12 +-
.../java/org/apache/hadoop/hdfs/DFSClient.java | 4 +
.../src/main/resources/httpfs-default.xml | 7 +
.../federation/resolver/MountTableResolver.java | 39 +-
.../server/federation/router/RBFConfigKeys.java | 4 +
.../federation/router/RouterRpcServer.java | 2 +-
.../hdfs/tools/federation/RouterAdmin.java | 55 +-
.../src/main/resources/hdfs-rbf-default.xml | 8 +
.../resolver/TestMountTableResolver.java | 26 +
.../federation/router/TestRouterAdminCLI.java | 92 +++-
.../site/markdown/CentralizedCacheManagement.md | 2 +-
.../src/site/markdown/HDFSErasureCoding.md | 8 +-
.../apache/hadoop/ozone/client/OzoneBucket.java | 4 +-
.../hadoop/ozone/client/OzoneClientUtils.java | 57 +-
.../hadoop/ozone/client/OzoneKeyDetails.java | 58 ++
.../hadoop/ozone/client/OzoneKeyLocation.java | 82 +++
.../ozone/client/io/ChunkGroupOutputStream.java | 165 ++++--
.../ozone/client/protocol/ClientProtocol.java | 10 +-
.../hadoop/ozone/client/rest/RestClient.java | 27 +-
.../hadoop/ozone/client/rpc/RpcClient.java | 27 +-
hadoop-ozone/common/src/main/bin/ozone | 4 +-
.../src/main/conf/om-audit-log4j2.properties | 86 +++
.../org/apache/hadoop/ozone/audit/OMAction.java | 26 +-
.../ozone/client/rest/headers/Header.java | 1 +
.../client/rest/response/KeyInfoDetails.java | 107 ++++
.../ozone/client/rest/response/KeyLocation.java | 89 +++
.../hadoop/ozone/om/helpers/OmBucketArgs.java | 25 +-
.../hadoop/ozone/om/helpers/OmBucketInfo.java | 21 +-
.../hadoop/ozone/om/helpers/OmKeyArgs.java | 32 +-
.../hadoop/ozone/om/helpers/OmKeyInfo.java | 4 +
.../hadoop/ozone/om/helpers/OmVolumeArgs.java | 16 +-
.../hadoop/ozone/om/helpers/OpenKeySession.java | 6 +-
.../ozone/om/protocol/OzoneManagerProtocol.java | 11 +-
...neManagerProtocolClientSideTranslatorPB.java | 8 +-
.../ozone/web/response/KeyInfoDetails.java | 80 +++
.../hadoop/ozone/web/response/KeyLocation.java | 82 +++
.../src/main/proto/OzoneManagerProtocol.proto | 6 +-
hadoop-ozone/docs/static/NOTES.md | 17 +
hadoop-ozone/docs/static/ozone-logo.png | Bin 0 -> 40237 bytes
.../ozone/client/rest/TestOzoneRestClient.java | 86 ++-
.../rpc/TestCloseContainerHandlingByClient.java | 148 +++--
.../ozone/client/rpc/TestOzoneRpcClient.java | 105 +++-
.../container/TestContainerReplication.java | 175 ++++++
.../TestReplicateContainerHandler.java | 70 ---
.../container/ozoneimpl/TestOzoneContainer.java | 4 +-
.../apache/hadoop/ozone/om/TestOmSQLCli.java | 7 +-
.../hadoop/ozone/om/TestOzoneManager.java | 37 +-
.../hadoop/ozone/ozShell/TestOzoneShell.java | 41 +-
.../org/apache/hadoop/ozone/scm/TestSCMCli.java | 518 -----------------
.../hadoop/ozone/web/client/TestVolume.java | 6 +
.../hadoop/ozone/web/handlers/KeyHandler.java | 12 +
.../ozone/web/interfaces/StorageHandler.java | 12 +
.../web/storage/DistributedStorageHandler.java | 38 +-
.../hadoop/ozone/om/BucketManagerImpl.java | 57 +-
.../hadoop/ozone/om/KeyDeletingService.java | 148 +++--
.../org/apache/hadoop/ozone/om/KeyManager.java | 30 +-
.../apache/hadoop/ozone/om/KeyManagerImpl.java | 308 +++++------
.../hadoop/ozone/om/OMMetadataManager.java | 222 ++++----
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 549 +++++++++++--------
.../apache/hadoop/ozone/om/OzoneManager.java | 422 ++++++++++----
.../hadoop/ozone/om/VolumeManagerImpl.java | 156 +++---
...neManagerProtocolServerSideTranslatorPB.java | 7 +-
.../ozone/web/ozShell/keys/InfoKeyHandler.java | 17 +-
.../ozone/om/ScmBlockLocationTestIngClient.java | 178 ++++++
.../hadoop/ozone/om/TestBucketManagerImpl.java | 208 +++----
.../hadoop/ozone/om/TestKeyDeletingService.java | 164 ++++++
.../org/apache/hadoop/ozone/scm/cli/SQLCLI.java | 16 +-
.../hadoop/yarn/conf/YarnConfiguration.java | 5 +-
.../distributedshell/ApplicationMaster.java | 2 +-
.../distributedshell/TestDistributedShell.java | 1 +
.../runtime/DefaultLinuxContainerRuntime.java | 8 +
.../DelegatingLinuxContainerRuntime.java | 105 +++-
.../runtime/DockerLinuxContainerRuntime.java | 5 +
.../JavaSandboxLinuxContainerRuntime.java | 4 +-
.../linux/runtime/LinuxContainerRuntime.java | 11 +
.../runtime/MockLinuxContainerRuntime.java | 61 +++
.../TestDelegatingLinuxContainerRuntime.java | 71 ++-
.../hadoop/yarn/server/MiniYARNCluster.java | 4 +-
144 files changed, 6150 insertions(+), 2798 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/94d7f90e/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Client.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/94d7f90e/hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/DFSClient.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/94d7f90e/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/RouterRpcServer.java
----------------------------------------------------------------------
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org