You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@accumulo.apache.org by cs...@apache.org on 2023/06/02 23:53:33 UTC

[accumulo] 01/02: Merge branch 'main' into no-chop-merge

This is an automated email from the ASF dual-hosted git repository.

cshannon pushed a commit to branch no-chop-merge
in repository https://gitbox.apache.org/repos/asf/accumulo.git

commit f24f8ac050cc9fac4d9e566449b6117493043f96
Merge: 8d39c8e34b 23bca6905c
Author: Christopher L. Shannon (cshannon) <ch...@gmail.com>
AuthorDate: Fri Jun 2 19:19:48 2023 -0400

    Merge branch 'main' into no-chop-merge

 .../accumulo/core/file/BloomFilterLayer.java       |  6 ++--
 .../{TabletFile.java => ReferencedTabletFile.java} | 23 +++++++------
 .../core/metadata/ScanServerRefTabletFile.java     |  2 +-
 .../accumulo/core/metadata/StoredTabletFile.java   | 12 +++----
 .../core/metadata/UnreferencedTabletFile.java      |  4 +--
 .../accumulo/core/metadata/schema/Ample.java       | 10 +++---
 .../schema/ExternalCompactionMetadata.java         | 15 +++++----
 ...FileTest.java => ReferencedTabletFileTest.java} | 14 ++++----
 .../accumulo/server/compaction/FileCompactor.java  | 10 +++---
 .../org/apache/accumulo/server/fs/VolumeUtil.java  |  6 ++--
 .../server/init/FileSystemInitializer.java         |  4 +--
 .../server/metadata/TabletMutatorBase.java         |  8 ++---
 .../org/apache/accumulo/server/util/FileUtil.java  |  7 ++--
 .../accumulo/server/util/ManagerMetadataUtil.java  | 11 +++---
 .../accumulo/server/util/MetadataTableUtil.java    |  7 ++--
 .../accumulo/server/util/TableDiskUsageTest.java   | 12 ++++---
 .../org/apache/accumulo/compactor/Compactor.java   |  5 +--
 .../manager/tableOps/bulkVer2/LoadFiles.java       |  6 ++--
 .../accumulo/tserver/TabletClientHandler.java      | 10 +++---
 .../tserver/compactions/ExternalCompactionJob.java |  6 ++--
 .../accumulo/tserver/tablet/CompactableImpl.java   |  7 ++--
 .../accumulo/tserver/tablet/CompactableUtils.java  | 13 ++++----
 .../accumulo/tserver/tablet/DatafileManager.java   | 17 +++++-----
 .../tserver/tablet/MinorCompactionTask.java        |  9 ++---
 .../accumulo/tserver/tablet/MinorCompactor.java    |  5 +--
 .../org/apache/accumulo/tserver/tablet/Tablet.java | 39 ++++++++++++----------
 .../apache/accumulo/tserver/tablet/TabletData.java |  8 ++---
 .../tserver/compaction/CompactableUtilsTest.java   |  9 ++---
 .../test/functional/GarbageCollectorTrashBase.java |  4 +--
 .../accumulo/test/functional/SplitRecoveryIT.java  | 18 +++++-----
 30 files changed, 163 insertions(+), 144 deletions(-)

diff --cc core/src/main/java/org/apache/accumulo/core/metadata/ReferencedTabletFile.java
index 52cd13dc49,abda1e5672..70847d6ea3
--- a/core/src/main/java/org/apache/accumulo/core/metadata/ReferencedTabletFile.java
+++ b/core/src/main/java/org/apache/accumulo/core/metadata/ReferencedTabletFile.java
@@@ -47,21 -45,14 +47,22 @@@ public class ReferencedTabletFile exten
    private final TabletDirectory tabletDir; // hdfs://1.2.3.4/accumulo/tables/2a/t-0003
    private final String normalizedPath;
  
-   private static final Logger log = LoggerFactory.getLogger(TabletFile.class);
+   private static final Logger log = LoggerFactory.getLogger(ReferencedTabletFile.class);
  
-   private static final Comparator<TabletFile> comparator =
-       Comparator.comparing(TabletFile::getNormalizedPathStr).thenComparing(TabletFile::getRange);
++  private static final Comparator<ReferencedTabletFile> comparator =
++      Comparator.comparing(ReferencedTabletFile::getNormalizedPathStr)
++          .thenComparing(ReferencedTabletFile::getRange);
 +
-   public TabletFile(Path metaPath) {
++  public ReferencedTabletFile(Path metaPath) {
 +    this(metaPath, new Range());
 +  }
 +
    /**
     * Construct new tablet file using a Path. Used in the case where we had to use Path object to
     * qualify an absolute path or create a new file.
     */
-   public TabletFile(Path metaPath, Range range) {
 -  public ReferencedTabletFile(Path metaPath) {
 -    super(Objects.requireNonNull(metaPath));
++  public ReferencedTabletFile(Path metaPath, Range range) {
 +    super(Objects.requireNonNull(metaPath), range);
      String errorMsg = "Missing or invalid part of tablet file metadata entry: " + metaPath;
      log.trace("Parsing TabletFile from {}", metaPath);
  
@@@ -135,9 -126,9 +136,9 @@@
  
    @Override
    public boolean equals(Object obj) {
-     if (obj instanceof TabletFile) {
-       TabletFile that = (TabletFile) obj;
+     if (obj instanceof ReferencedTabletFile) {
+       ReferencedTabletFile that = (ReferencedTabletFile) obj;
 -      return normalizedPath.equals(that.normalizedPath);
 +      return normalizedPath.equals(that.normalizedPath) && range.equals(that.range);
      }
      return false;
    }
diff --cc core/src/main/java/org/apache/accumulo/core/metadata/StoredTabletFile.java
index e8f3b2ce9d,4b517360d1..0477e0098a
--- a/core/src/main/java/org/apache/accumulo/core/metadata/StoredTabletFile.java
+++ b/core/src/main/java/org/apache/accumulo/core/metadata/StoredTabletFile.java
@@@ -45,11 -44,9 +45,11 @@@ public class StoredTabletFile extends A
     * the entry can be deleted.
     */
    public StoredTabletFile(String metadataEntry) {
 -    super(new Path(metadataEntry));
 +    // TODO: Future version of metadataEntry will contains the path
 +    // and the range so we will need to parse the string here
 +    super(new Path(metadataEntry), new Range());
      this.metadataEntry = metadataEntry;
-     this.tabletFile = TabletFile.of(getPath());
+     this.referencedTabletFile = ReferencedTabletFile.of(getPath());
    }
  
    /**