You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by ar...@apache.org on 2020/01/16 00:16:18 UTC

[hadoop-ozone] branch master updated (a479743 -> 37730f0)

This is an automated email from the ASF dual-hosted git repository.

arp pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.


    from a479743  HDDS-2868. Add ObjectID and UpdateID to OMKeyInfo. (#428)
     add 37730f0  HDDS-1812. Du while calculating used disk space reports that chunk files are file not found (#271)

No new revisions were added by this update.

Summary of changes:
 hadoop-hdds/common/pom.xml                         |   5 +
 .../hadoop/hdds/fs/AbstractSpaceUsageSource.java   |  87 +++++++++
 .../hadoop/hdds/fs/CachingSpaceUsageSource.java    | 142 +++++++++++++++
 .../main/java/org/apache/hadoop/hdds/fs/DU.java    | 136 ++++++++++++++
 .../java/org/apache/hadoop/hdds/fs/DUFactory.java  |  90 ++++++++++
 .../hadoop/hdds/fs/DedicatedDiskSpaceUsage.java    |  47 +++--
 .../hdds/fs/DedicatedDiskSpaceUsageFactory.java    |  86 +++++++++
 .../hadoop/hdds/fs/SaveSpaceUsageToFile.java       | 129 ++++++++++++++
 .../hadoop/hdds/fs/SpaceUsageCheckFactory.java     | 142 +++++++++++++++
 .../hadoop/hdds/fs/SpaceUsageCheckParams.java      |  92 ++++++++++
 .../hadoop/hdds/fs/SpaceUsagePersistence.java      |  63 +++++++
 .../apache/hadoop/hdds/fs/SpaceUsageSource.java    |  26 ++-
 .../org/apache/hadoop/hdds/fs}/package-info.java   |   3 +-
 .../hadoop/hdds/fs/MockSpaceUsageCheckFactory.java |  57 ++++++
 .../hadoop/hdds/fs/MockSpaceUsageCheckParams.java  |  71 ++++++++
 .../hadoop/hdds/fs/MockSpaceUsagePersistence.java} |  52 +++---
 .../hadoop/hdds/fs/MockSpaceUsageSource.java       |  74 ++++++++
 .../hdds/fs/TestCachingSpaceUsageSource.java       | 197 +++++++++++++++++++++
 .../java/org/apache/hadoop/hdds/fs/TestDU.java     | 112 ++++++++++++
 .../org/apache/hadoop/hdds/fs/TestDUFactory.java   |  57 ++++++
 .../hdds/fs/TestDedicatedDiskSpaceUsage.java       |  63 +++++++
 .../fs/TestDedicatedDiskSpaceUsageFactory.java     |  57 ++++++
 .../hadoop/hdds/fs/TestSaveSpaceUsageToFile.java   | 150 ++++++++++++++++
 .../hadoop/hdds/fs/TestSpaceUsageFactory.java      | 168 ++++++++++++++++++
 .../ozone/container/common/volume/HddsVolume.java  |  58 +++---
 .../ozone/container/common/volume/VolumeInfo.java  |  44 +++--
 .../ozone/container/common/volume/VolumeSet.java   |   9 +-
 .../ozone/container/common/volume/VolumeUsage.java | 169 +++---------------
 .../ozone/container/common/SCMTestUtils.java       |   5 +
 .../container/common/volume/TestHddsVolume.java    |  59 +++---
 .../volume/TestRoundRobinVolumeChoosingPolicy.java |  90 ++++------
 .../src/test/resources}/ozone-site.xml             |   6 +
 32 files changed, 2212 insertions(+), 334 deletions(-)
 create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/AbstractSpaceUsageSource.java
 create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/CachingSpaceUsageSource.java
 create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/DU.java
 create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/DUFactory.java
 copy hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/ReconSchemaManager.java => hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/DedicatedDiskSpaceUsage.java (50%)
 create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/DedicatedDiskSpaceUsageFactory.java
 create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/SaveSpaceUsageToFile.java
 create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/SpaceUsageCheckFactory.java
 create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/SpaceUsageCheckParams.java
 create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/SpaceUsagePersistence.java
 copy hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/OMMXBean.java => hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/SpaceUsageSource.java (64%)
 copy {hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/exception => hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs}/package-info.java (92%)
 create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/MockSpaceUsageCheckFactory.java
 create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/MockSpaceUsageCheckParams.java
 copy hadoop-hdds/common/src/{main/java/org/apache/hadoop/hdds/HddsIdFactory.java => test/java/org/apache/hadoop/hdds/fs/MockSpaceUsagePersistence.java} (53%)
 create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/MockSpaceUsageSource.java
 create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestCachingSpaceUsageSource.java
 create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestDU.java
 create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestDUFactory.java
 create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestDedicatedDiskSpaceUsage.java
 create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestDedicatedDiskSpaceUsageFactory.java
 create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestSaveSpaceUsageToFile.java
 create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestSpaceUsageFactory.java
 copy {hadoop-ozone/dist/src/shell/conf => hadoop-hdds/container-service/src/test/resources}/ozone-site.xml (86%)


---------------------------------------------------------------------
To unsubscribe, e-mail: ozone-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: ozone-commits-help@hadoop.apache.org