You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@accumulo.apache.org by mm...@apache.org on 2022/01/26 11:37:56 UTC
[accumulo] branch main updated: Add to Upgrader9to10 javadoc. Closes #1922 (#2426)
This is an automated email from the ASF dual-hosted git repository.
mmiller pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/accumulo.git
The following commit(s) were added to refs/heads/main by this push:
new 912292d Add to Upgrader9to10 javadoc. Closes #1922 (#2426)
912292d is described below
commit 912292d2131dbaf0f9cc28aff464608b478bf362
Author: Mike Miller <mm...@apache.org>
AuthorDate: Wed Jan 26 06:37:48 2022 -0500
Add to Upgrader9to10 javadoc. Closes #1922 (#2426)
---
.../accumulo/manager/upgrade/Upgrader9to10.java | 35 +++++++++++++++++-----
1 file changed, 28 insertions(+), 7 deletions(-)
diff --git a/server/manager/src/main/java/org/apache/accumulo/manager/upgrade/Upgrader9to10.java b/server/manager/src/main/java/org/apache/accumulo/manager/upgrade/Upgrader9to10.java
index c8c931f..2142eef 100644
--- a/server/manager/src/main/java/org/apache/accumulo/manager/upgrade/Upgrader9to10.java
+++ b/server/manager/src/main/java/org/apache/accumulo/manager/upgrade/Upgrader9to10.java
@@ -105,12 +105,6 @@ import com.google.common.base.Preconditions;
* <a href="https://github.com/apache/accumulo/issues/1642">#1642</a>, and
* <a href="https://github.com/apache/accumulo/issues/1643">#1643</a> as well.</li>
* </ul>
- *
- * Sorted recovery was updated to use RFiles instead of map files. So to prevent issues during
- * tablet recovery, remove the old temporary map files and resort using RFiles. This is done in
- * {@link #dropSortedMapWALFiles(ServerContext)}. For more information see the following issues:
- * <a href="https://github.com/apache/accumulo/issues/2117">#2117</a> and
- * <a href="https://github.com/apache/accumulo/issues/2179">#2179</a>
*/
public class Upgrader9to10 implements Upgrader {
@@ -152,6 +146,9 @@ public class Upgrader9to10 implements Upgrader {
upgradeFileDeletes(context, Ample.DataLevel.USER);
}
+ /**
+ * Setup properties for External compactions.
+ */
private void setMetaTableProps(ServerContext context) {
try {
TablePropUtil.setTableProperty(context, RootTable.ID,
@@ -188,6 +185,10 @@ public class Upgrader9to10 implements Upgrader {
}
}
+ /**
+ * Improvements to the metadata and root tables were made in this version. See pull request
+ * <a href="https://github.com/apache/accumulo/pull/1174">#1174</a> for more details.
+ */
private void upgradeRootTabletMetadata(ServerContext context) {
String rootMetaSer = getFromZK(context, ZROOT_TABLET);
@@ -475,6 +476,11 @@ public class Upgrader9to10 implements Upgrader {
}
}
+ /**
+ * Improve how Delete markers are stored. For more information see:
+ * <a href="https://github.com/apache/accumulo/issues/1043">#1043</a>
+ * <a href="https://github.com/apache/accumulo/pull/1366">#1366</a>
+ */
public void upgradeFileDeletes(ServerContext context, Ample.DataLevel level) {
String tableName = level.metaTable();
@@ -571,6 +577,11 @@ public class Upgrader9to10 implements Upgrader {
return m;
}
+ /**
+ * Changes to how volumes were stored in the metadata and have Accumulo always call the volume
+ * chooser for new tablet files. These changes were done in
+ * <a href="https://github.com/apache/accumulo/pull/1389">#1389</a>
+ */
public void upgradeDirColumns(ServerContext context, Ample.DataLevel level) {
String tableName = level.metaTable();
AccumuloClient c = context;
@@ -595,6 +606,12 @@ public class Upgrader9to10 implements Upgrader {
/**
* Remove all file entries containing relative paths and replace them with absolute URI paths.
+ * Absolute paths are resolved by prefixing relative paths with a volume configured by the user in
+ * the instance.volumes.upgrade.relative property, which is only used during an upgrade. If any
+ * relative paths are found and this property is not configured, or if any resolved absolute path
+ * does not correspond to a file that actually exists, the upgrade step fails and aborts without
+ * making changes. See the property {@link Property#INSTANCE_VOLUMES_UPGRADE_RELATIVE} and the
+ * pull request <a href="https://github.com/apache/accumulo/pull/1461">#1461</a>.
*/
public static void upgradeRelativePaths(ServerContext context, Ample.DataLevel level) {
String tableName = level.metaTable();
@@ -740,7 +757,11 @@ public class Upgrader9to10 implements Upgrader {
}
/**
- * Remove old temporary map files to prevent problems during recovery.
+ * Remove old temporary map files to prevent problems during recovery. Sorted recovery was updated
+ * to use RFiles instead of map files. So to prevent issues during tablet recovery, remove the old
+ * temporary map files and resort using RFiles. For more information see the following issues:
+ * <a href="https://github.com/apache/accumulo/issues/2117">#2117</a> and
+ * <a href="https://github.com/apache/accumulo/issues/2179">#2179</a>
*/
static void dropSortedMapWALFiles(ServerContext context) {
VolumeManager vm = context.getVolumeManager();