You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@accumulo.apache.org by kt...@apache.org on 2024/01/09 21:23:10 UTC

(accumulo) branch elasticity updated: removes consitency check in GC wal scan (#4140)

This is an automated email from the ASF dual-hosted git repository.

kturner pushed a commit to branch elasticity
in repository https://gitbox.apache.org/repos/asf/accumulo.git


The following commit(s) were added to refs/heads/elasticity by this push:
     new e63a3f7a7a removes consitency check in GC wal scan (#4140)
e63a3f7a7a is described below

commit e63a3f7a7a79fa08b688cfa677a656fb94c238cc
Author: Keith Turner <kt...@apache.org>
AuthorDate: Tue Jan 9 16:23:05 2024 -0500

    removes consitency check in GC wal scan (#4140)
    
    The GC Wal scan was doing consitency checking and filtering which caused
    a runtime excecption that prevented wal GC.  Consistency checking is not
    needed becasue a tablet with a wal will not split or merge. Prior to the
    change in 5c454e12a144e3543175d2cbc0b54bc0900749b1 consistency checking
    was not done.  It was added w/o a specific reason so removing instead of
    removing filtering. Fixing GC for wals fixes VolumeIT which was failing
    because no GC was happening.
---
 .../java/org/apache/accumulo/gc/GarbageCollectWriteAheadLogs.java   | 6 +++---
 test/src/main/java/org/apache/accumulo/test/VolumeIT.java           | 2 ++
 2 files changed, 5 insertions(+), 3 deletions(-)

diff --git a/server/gc/src/main/java/org/apache/accumulo/gc/GarbageCollectWriteAheadLogs.java b/server/gc/src/main/java/org/apache/accumulo/gc/GarbageCollectWriteAheadLogs.java
index 3c93187239..c4403365ca 100644
--- a/server/gc/src/main/java/org/apache/accumulo/gc/GarbageCollectWriteAheadLogs.java
+++ b/server/gc/src/main/java/org/apache/accumulo/gc/GarbageCollectWriteAheadLogs.java
@@ -85,11 +85,11 @@ public class GarbageCollectWriteAheadLogs {
     this.walMarker = new WalStateManager(context);
     this.store = () -> Iterators.concat(
         context.getAmple().readTablets().forLevel(DataLevel.ROOT).filter(new HasWalsFilter())
-            .fetch(LOCATION, LAST, LOGS, PREV_ROW, SUSPEND).checkConsistency().build().iterator(),
+            .fetch(LOCATION, LAST, LOGS, PREV_ROW, SUSPEND).build().iterator(),
         context.getAmple().readTablets().forLevel(DataLevel.METADATA).filter(new HasWalsFilter())
-            .fetch(LOCATION, LAST, LOGS, PREV_ROW, SUSPEND).checkConsistency().build().iterator(),
+            .fetch(LOCATION, LAST, LOGS, PREV_ROW, SUSPEND).build().iterator(),
         context.getAmple().readTablets().forLevel(DataLevel.USER).filter(new HasWalsFilter())
-            .fetch(LOCATION, LAST, LOGS, PREV_ROW, SUSPEND).checkConsistency().build().iterator());
+            .fetch(LOCATION, LAST, LOGS, PREV_ROW, SUSPEND).build().iterator());
   }
 
   /**
diff --git a/test/src/main/java/org/apache/accumulo/test/VolumeIT.java b/test/src/main/java/org/apache/accumulo/test/VolumeIT.java
index 2e7dd8a5b0..11a5362847 100644
--- a/test/src/main/java/org/apache/accumulo/test/VolumeIT.java
+++ b/test/src/main/java/org/apache/accumulo/test/VolumeIT.java
@@ -69,6 +69,7 @@ import org.apache.accumulo.core.metadata.schema.DataFileValue;
 import org.apache.accumulo.core.metadata.schema.MetadataSchema.TabletsSection.DataFileColumnFamily;
 import org.apache.accumulo.core.security.Authorizations;
 import org.apache.accumulo.core.security.TablePermission;
+import org.apache.accumulo.core.util.UtilWaitThread;
 import org.apache.accumulo.miniclusterImpl.MiniAccumuloConfigImpl;
 import org.apache.accumulo.server.ServerContext;
 import org.apache.accumulo.server.init.Initialize;
@@ -333,6 +334,7 @@ public class VolumeIT extends ConfigurableMacBase {
               }
             }
             log.warn("Unexpected volume " + entry.getKey() + " (" + entry.getValue() + ")");
+            UtilWaitThread.sleep(100);
             continue retry;
           }
         } catch (WalMarkerException e) {