You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by ar...@apache.org on 2020/02/19 21:39:36 UTC
[hadoop-ozone] branch master updated (174b741 -> c10251b)
This is an automated email from the ASF dual-hosted git repository.
arp pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.
from 174b741 HDDS-3028. Use own version of InterfaceAudience/Stability annotations (#561)
add c10251b HDDS-2847. Add Recon tasks for tracking missing containers (FSCK) and syncing deleted pipelines from SCM. (#546)
No new revisions were added by this update.
Summary of changes:
.../scm/server/OzoneStorageContainerManager.java | 8 ++
.../org/apache/hadoop/ozone/recon/TestRecon.java | 59 ++++++-----
.../recon/codegen/ReconSchemaGenerationModule.java | 4 +-
...inition.java => ReconTaskSchemaDefinition.java} | 6 +-
.../recon/schema/UtilizationSchemaDefinition.java | 13 +++
.../hadoop/ozone/recon/ConfigurationProvider.java | 5 +
.../hadoop/ozone/recon/ReconControllerModule.java | 39 ++++++-
.../org/apache/hadoop/ozone/recon/ReconServer.java | 21 ++--
.../hadoop/ozone/recon/ReconTaskBindingModule.java | 40 --------
.../hadoop/ozone/recon/api/TaskStatusService.java | 5 +-
.../hadoop/ozone/recon/api/UtilizationService.java | 12 +--
.../ozone/recon/fsck/MissingContainerInfo.java | 68 +++++++++++++
.../ozone/recon/fsck/MissingContainerTask.java | 101 +++++++++++++++++++
.../recon/{persistence => fsck}/package-info.java | 2 +-
.../hadoop/ozone/recon/scm/PipelineSyncTask.java | 73 ++++++++++++++
.../recon/scm/ReconContainerReportHandler.java | 87 ++++++++++++++++
.../ReconIncrementalContainerReportHandler.java | 2 +
.../ozone/recon/scm/ReconPipelineFactory.java | 4 +-
.../ozone/recon/scm/ReconPipelineManager.java | 25 ++++-
.../hadoop/ozone/recon/scm/ReconScmTask.java | 103 +++++++++++++++++++
.../scm/ReconStorageContainerManagerFacade.java | 26 ++++-
.../spi/impl/OzoneManagerServiceProviderImpl.java | 26 +++--
.../ozone/recon/tasks/ContainerKeyMapperTask.java | 2 +-
.../ozone/recon/tasks/FileSizeCountTask.java | 7 +-
.../{ReconDBUpdateTask.java => ReconOmTask.java} | 2 +-
.../ozone/recon/tasks/ReconTaskController.java | 4 +-
.../ozone/recon/tasks/ReconTaskControllerImpl.java | 39 ++++---
.../ozone/recon/api/TestTaskStatusService.java | 8 +-
.../ozone/recon/api/TestUtilizationService.java | 77 --------------
.../ozone/recon/fsck/TestMissingContainerTask.java | 112 +++++++++++++++++++++
.../TestReconInternalSchemaDefinition.java | 12 +--
.../impl/TestOzoneManagerServiceProviderImpl.java | 7 +-
.../hadoop/ozone/recon/tasks/DummyReconDBTask.java | 2 +-
.../recon/tasks/TestReconTaskControllerImpl.java | 55 +++++-----
34 files changed, 797 insertions(+), 259 deletions(-)
rename hadoop-ozone/recon-codegen/src/main/java/org/hadoop/ozone/recon/schema/{ReconInternalSchemaDefinition.java => ReconTaskSchemaDefinition.java} (90%)
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/ReconTaskBindingModule.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/fsck/MissingContainerInfo.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/fsck/MissingContainerTask.java
copy hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/{persistence => fsck}/package-info.java (94%)
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/PipelineSyncTask.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconContainerReportHandler.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconScmTask.java
rename hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/{ReconDBUpdateTask.java => ReconOmTask.java} (98%)
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestUtilizationService.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/fsck/TestMissingContainerTask.java
---------------------------------------------------------------------
To unsubscribe, e-mail: ozone-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: ozone-commits-help@hadoop.apache.org