You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@amoro.apache.org by ji...@apache.org on 2024/10/11 07:38:13 UTC
(amoro) branch 0.7.x updated: [AMORO-2555] Tag dangling delete snapshot commits (#3058)
This is an automated email from the ASF dual-hosted git repository.
jinsongzhou pushed a commit to branch 0.7.x
in repository https://gitbox.apache.org/repos/asf/amoro.git
The following commit(s) were added to refs/heads/0.7.x by this push:
new 9d4ea9994 [AMORO-2555] Tag dangling delete snapshot commits (#3058)
9d4ea9994 is described below
commit 9d4ea999456105fa66357ef077e4c96037d0faf1
Author: Xavier Bai <xu...@apache.org>
AuthorDate: Wed Aug 7 20:08:09 2024 +0800
[AMORO-2555] Tag dangling delete snapshot commits (#3058)
* Tag dangling delete snapshot commits
* make maintain commits public
* Re-gen table metastore java code via thrift
(cherry picked from commit 70663005576d87f0c3d19903a6962477029ea1a0)
Signed-off-by: zhoujinsong <zh...@163.com>
---
.../optimizing/maintainer/IcebergTableMaintainer.java | 14 ++++++++++----
.../org/apache/amoro/api/AlreadyExistsException.java | 2 +-
.../main/gen-java/org/apache/amoro/api/AmoroException.java | 2 +-
.../gen-java/org/apache/amoro/api/AmoroTableMetastore.java | 2 +-
.../gen-java/org/apache/amoro/api/BlockableOperation.java | 2 +-
.../src/main/gen-java/org/apache/amoro/api/Blocker.java | 2 +-
.../main/gen-java/org/apache/amoro/api/CatalogMeta.java | 2 +-
.../src/main/gen-java/org/apache/amoro/api/ColumnInfo.java | 2 +-
.../gen-java/org/apache/amoro/api/CommitMetaProducer.java | 7 +++++--
.../src/main/gen-java/org/apache/amoro/api/DataFile.java | 2 +-
.../org/apache/amoro/api/InvalidObjectException.java | 2 +-
.../main/gen-java/org/apache/amoro/api/MetaException.java | 2 +-
.../org/apache/amoro/api/NoSuchObjectException.java | 2 +-
.../org/apache/amoro/api/NotSupportedException.java | 2 +-
.../org/apache/amoro/api/OperationConflictException.java | 2 +-
.../gen-java/org/apache/amoro/api/PartitionFieldData.java | 2 +-
.../main/gen-java/org/apache/amoro/api/PrimaryKeySpec.java | 2 +-
.../src/main/gen-java/org/apache/amoro/api/Schema.java | 2 +-
.../gen-java/org/apache/amoro/api/SchemaUpdateMeta.java | 2 +-
.../main/gen-java/org/apache/amoro/api/TableChange.java | 2 +-
.../gen-java/org/apache/amoro/api/TableCommitMeta.java | 2 +-
.../gen-java/org/apache/amoro/api/TableIdentifier.java | 2 +-
.../src/main/gen-java/org/apache/amoro/api/TableMeta.java | 2 +-
.../main/gen-java/org/apache/amoro/api/UpdateColumn.java | 2 +-
amoro-core/src/main/thrift/amoro_table_metastore.thrift | 3 ++-
25 files changed, 39 insertions(+), 29 deletions(-)
diff --git a/amoro-ams/amoro-ams-server/src/main/java/org/apache/amoro/server/optimizing/maintainer/IcebergTableMaintainer.java b/amoro-ams/amoro-ams-server/src/main/java/org/apache/amoro/server/optimizing/maintainer/IcebergTableMaintainer.java
index 364c83045..bcc52595f 100644
--- a/amoro-ams/amoro-ams-server/src/main/java/org/apache/amoro/server/optimizing/maintainer/IcebergTableMaintainer.java
+++ b/amoro-ams/amoro-ams-server/src/main/java/org/apache/amoro/server/optimizing/maintainer/IcebergTableMaintainer.java
@@ -103,6 +103,12 @@ public class IcebergTableMaintainer implements TableMaintainer {
public static final String EXPIRE_TIMESTAMP_MS = "TIMESTAMP_MS";
public static final String EXPIRE_TIMESTAMP_S = "TIMESTAMP_S";
+ public static final Set<String> AMORO_MAINTAIN_COMMITS =
+ Sets.newHashSet(
+ CommitMetaProducer.OPTIMIZE.name(),
+ CommitMetaProducer.DATA_EXPIRATION.name(),
+ CommitMetaProducer.CLEAN_DANGLING_DELETE.name());
+
protected Table table;
public IcebergTableMaintainer(Table table) {
@@ -435,6 +441,9 @@ public class IcebergTableMaintainer implements TableMaintainer {
Collections.emptySet(),
Collections.emptySet());
try {
+ rewriteFiles.set(
+ org.apache.amoro.op.SnapshotSummary.SNAPSHOT_PRODUCER,
+ CommitMetaProducer.CLEAN_DANGLING_DELETE.name());
rewriteFiles.commit();
} catch (ValidationException e) {
LOG.warn("Iceberg RewriteFiles commit failed on clear danglingDeleteFiles, but ignore", e);
@@ -498,10 +507,7 @@ public class IcebergTableMaintainer implements TableMaintainer {
public static long fetchLatestNonOptimizedSnapshotTime(Table table) {
Optional<Snapshot> snapshot =
IcebergTableUtil.findFirstMatchSnapshot(
- table,
- s ->
- !s.summary().containsValue(CommitMetaProducer.OPTIMIZE.name())
- && !s.summary().containsValue(CommitMetaProducer.DATA_EXPIRATION.name()));
+ table, s -> s.summary().values().stream().noneMatch(AMORO_MAINTAIN_COMMITS::contains));
return snapshot.map(Snapshot::timestampMillis).orElse(Long.MAX_VALUE);
}
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/AlreadyExistsException.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/AlreadyExistsException.java
index f1c06ef41..befa88c12 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/AlreadyExistsException.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/AlreadyExistsException.java
@@ -12,7 +12,7 @@ package org.apache.amoro.api;
*
*/
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public class AlreadyExistsException extends org.apache.amoro.shade.thrift.org.apache.thrift.TException implements org.apache.amoro.shade.thrift.org.apache.thrift.TBase<AlreadyExistsException, AlreadyExistsException._Fields>, java.io.Serializable, Cloneable, Comparable<AlreadyExistsException> {
private static final org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct("AlreadyExistsException");
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/AmoroException.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/AmoroException.java
index 5be6d39e6..4883cbd7e 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/AmoroException.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/AmoroException.java
@@ -7,7 +7,7 @@
package org.apache.amoro.api;
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public class AmoroException extends org.apache.amoro.shade.thrift.org.apache.thrift.TException implements org.apache.amoro.shade.thrift.org.apache.thrift.TBase<AmoroException, AmoroException._Fields>, java.io.Serializable, Cloneable, Comparable<AmoroException> {
private static final org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct("AmoroException");
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/AmoroTableMetastore.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/AmoroTableMetastore.java
index 4db52edfe..8f07e1a16 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/AmoroTableMetastore.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/AmoroTableMetastore.java
@@ -6,7 +6,7 @@
*/
package org.apache.amoro.api;
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
public class AmoroTableMetastore {
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/BlockableOperation.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/BlockableOperation.java
index 30a423943..9a5ae15f5 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/BlockableOperation.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/BlockableOperation.java
@@ -7,7 +7,7 @@
package org.apache.amoro.api;
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public enum BlockableOperation implements org.apache.amoro.shade.thrift.org.apache.thrift.TEnum {
OPTIMIZE(0),
BATCH_WRITE(1);
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/Blocker.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/Blocker.java
index e59477a87..a09381c17 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/Blocker.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/Blocker.java
@@ -7,7 +7,7 @@
package org.apache.amoro.api;
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public class Blocker implements org.apache.amoro.shade.thrift.org.apache.thrift.TBase<Blocker, Blocker._Fields>, java.io.Serializable, Cloneable, Comparable<Blocker> {
private static final org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct("Blocker");
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/CatalogMeta.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/CatalogMeta.java
index 85082c77b..62d24956f 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/CatalogMeta.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/CatalogMeta.java
@@ -7,7 +7,7 @@
package org.apache.amoro.api;
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public class CatalogMeta implements org.apache.amoro.shade.thrift.org.apache.thrift.TBase<CatalogMeta, CatalogMeta._Fields>, java.io.Serializable, Cloneable, Comparable<CatalogMeta> {
private static final org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct("CatalogMeta");
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/ColumnInfo.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/ColumnInfo.java
index c7f116688..c161a9c09 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/ColumnInfo.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/ColumnInfo.java
@@ -7,7 +7,7 @@
package org.apache.amoro.api;
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public class ColumnInfo implements org.apache.amoro.shade.thrift.org.apache.thrift.TBase<ColumnInfo, ColumnInfo._Fields>, java.io.Serializable, Cloneable, Comparable<ColumnInfo> {
private static final org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct("ColumnInfo");
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/CommitMetaProducer.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/CommitMetaProducer.java
index 232ff6022..d105c5662 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/CommitMetaProducer.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/CommitMetaProducer.java
@@ -7,11 +7,12 @@
package org.apache.amoro.api;
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public enum CommitMetaProducer implements org.apache.amoro.shade.thrift.org.apache.thrift.TEnum {
OPTIMIZE(0),
INGESTION(1),
- DATA_EXPIRATION(2);
+ DATA_EXPIRATION(2),
+ CLEAN_DANGLING_DELETE(3);
private final int value;
@@ -40,6 +41,8 @@ public enum CommitMetaProducer implements org.apache.amoro.shade.thrift.org.apac
return INGESTION;
case 2:
return DATA_EXPIRATION;
+ case 3:
+ return CLEAN_DANGLING_DELETE;
default:
return null;
}
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/DataFile.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/DataFile.java
index a2be92dcb..21f7c38be 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/DataFile.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/DataFile.java
@@ -7,7 +7,7 @@
package org.apache.amoro.api;
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public class DataFile implements org.apache.amoro.shade.thrift.org.apache.thrift.TBase<DataFile, DataFile._Fields>, java.io.Serializable, Cloneable, Comparable<DataFile> {
private static final org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct("DataFile");
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/InvalidObjectException.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/InvalidObjectException.java
index 8e4bbb14a..3f28dc51d 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/InvalidObjectException.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/InvalidObjectException.java
@@ -7,7 +7,7 @@
package org.apache.amoro.api;
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public class InvalidObjectException extends org.apache.amoro.shade.thrift.org.apache.thrift.TException implements org.apache.amoro.shade.thrift.org.apache.thrift.TBase<InvalidObjectException, InvalidObjectException._Fields>, java.io.Serializable, Cloneable, Comparable<InvalidObjectException> {
private static final org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct("InvalidObjectException");
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/MetaException.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/MetaException.java
index 0c320f0df..458c53e07 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/MetaException.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/MetaException.java
@@ -7,7 +7,7 @@
package org.apache.amoro.api;
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public class MetaException extends org.apache.amoro.shade.thrift.org.apache.thrift.TException implements org.apache.amoro.shade.thrift.org.apache.thrift.TBase<MetaException, MetaException._Fields>, java.io.Serializable, Cloneable, Comparable<MetaException> {
private static final org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct("MetaException");
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/NoSuchObjectException.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/NoSuchObjectException.java
index c9efb6cfa..083be5b97 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/NoSuchObjectException.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/NoSuchObjectException.java
@@ -7,7 +7,7 @@
package org.apache.amoro.api;
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public class NoSuchObjectException extends org.apache.amoro.shade.thrift.org.apache.thrift.TException implements org.apache.amoro.shade.thrift.org.apache.thrift.TBase<NoSuchObjectException, NoSuchObjectException._Fields>, java.io.Serializable, Cloneable, Comparable<NoSuchObjectException> {
private static final org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct("NoSuchObjectException");
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/NotSupportedException.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/NotSupportedException.java
index deff0b34e..fe30774a3 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/NotSupportedException.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/NotSupportedException.java
@@ -7,7 +7,7 @@
package org.apache.amoro.api;
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public class NotSupportedException extends org.apache.amoro.shade.thrift.org.apache.thrift.TException implements org.apache.amoro.shade.thrift.org.apache.thrift.TBase<NotSupportedException, NotSupportedException._Fields>, java.io.Serializable, Cloneable, Comparable<NotSupportedException> {
private static final org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct("NotSupportedException");
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/OperationConflictException.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/OperationConflictException.java
index 021618e46..f13d5f6d8 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/OperationConflictException.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/OperationConflictException.java
@@ -7,7 +7,7 @@
package org.apache.amoro.api;
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public class OperationConflictException extends org.apache.amoro.shade.thrift.org.apache.thrift.TException implements org.apache.amoro.shade.thrift.org.apache.thrift.TBase<OperationConflictException, OperationConflictException._Fields>, java.io.Serializable, Cloneable, Comparable<OperationConflictException> {
private static final org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct("OperationConflictException");
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/PartitionFieldData.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/PartitionFieldData.java
index 43a06dfe8..59dc16fc8 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/PartitionFieldData.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/PartitionFieldData.java
@@ -7,7 +7,7 @@
package org.apache.amoro.api;
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public class PartitionFieldData implements org.apache.amoro.shade.thrift.org.apache.thrift.TBase<PartitionFieldData, PartitionFieldData._Fields>, java.io.Serializable, Cloneable, Comparable<PartitionFieldData> {
private static final org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct("PartitionFieldData");
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/PrimaryKeySpec.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/PrimaryKeySpec.java
index d4a4b90bb..792a27fb5 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/PrimaryKeySpec.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/PrimaryKeySpec.java
@@ -7,7 +7,7 @@
package org.apache.amoro.api;
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public class PrimaryKeySpec implements org.apache.amoro.shade.thrift.org.apache.thrift.TBase<PrimaryKeySpec, PrimaryKeySpec._Fields>, java.io.Serializable, Cloneable, Comparable<PrimaryKeySpec> {
private static final org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct("PrimaryKeySpec");
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/Schema.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/Schema.java
index 616a5a746..a5507285c 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/Schema.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/Schema.java
@@ -7,7 +7,7 @@
package org.apache.amoro.api;
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public class Schema implements org.apache.amoro.shade.thrift.org.apache.thrift.TBase<Schema, Schema._Fields>, java.io.Serializable, Cloneable, Comparable<Schema> {
private static final org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct("Schema");
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/SchemaUpdateMeta.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/SchemaUpdateMeta.java
index cd81f53c9..32cba43b0 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/SchemaUpdateMeta.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/SchemaUpdateMeta.java
@@ -7,7 +7,7 @@
package org.apache.amoro.api;
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public class SchemaUpdateMeta implements org.apache.amoro.shade.thrift.org.apache.thrift.TBase<SchemaUpdateMeta, SchemaUpdateMeta._Fields>, java.io.Serializable, Cloneable, Comparable<SchemaUpdateMeta> {
private static final org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct("SchemaUpdateMeta");
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/TableChange.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/TableChange.java
index a89d5c738..fbcee202a 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/TableChange.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/TableChange.java
@@ -7,7 +7,7 @@
package org.apache.amoro.api;
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public class TableChange implements org.apache.amoro.shade.thrift.org.apache.thrift.TBase<TableChange, TableChange._Fields>, java.io.Serializable, Cloneable, Comparable<TableChange> {
private static final org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct("TableChange");
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/TableCommitMeta.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/TableCommitMeta.java
index d9c105736..e5f896bcb 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/TableCommitMeta.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/TableCommitMeta.java
@@ -7,7 +7,7 @@
package org.apache.amoro.api;
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public class TableCommitMeta implements org.apache.amoro.shade.thrift.org.apache.thrift.TBase<TableCommitMeta, TableCommitMeta._Fields>, java.io.Serializable, Cloneable, Comparable<TableCommitMeta> {
private static final org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct("TableCommitMeta");
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/TableIdentifier.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/TableIdentifier.java
index f6cfb44bf..f9bd2dc51 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/TableIdentifier.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/TableIdentifier.java
@@ -7,7 +7,7 @@
package org.apache.amoro.api;
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public class TableIdentifier implements org.apache.amoro.shade.thrift.org.apache.thrift.TBase<TableIdentifier, TableIdentifier._Fields>, java.io.Serializable, Cloneable, Comparable<TableIdentifier> {
private static final org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct("TableIdentifier");
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/TableMeta.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/TableMeta.java
index 71cdb5cc6..dc4570107 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/TableMeta.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/TableMeta.java
@@ -7,7 +7,7 @@
package org.apache.amoro.api;
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public class TableMeta implements org.apache.amoro.shade.thrift.org.apache.thrift.TBase<TableMeta, TableMeta._Fields>, java.io.Serializable, Cloneable, Comparable<TableMeta> {
private static final org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct("TableMeta");
diff --git a/amoro-core/src/main/gen-java/org/apache/amoro/api/UpdateColumn.java b/amoro-core/src/main/gen-java/org/apache/amoro/api/UpdateColumn.java
index f9b068dbe..08d86cba4 100644
--- a/amoro-core/src/main/gen-java/org/apache/amoro/api/UpdateColumn.java
+++ b/amoro-core/src/main/gen-java/org/apache/amoro/api/UpdateColumn.java
@@ -7,7 +7,7 @@
package org.apache.amoro.api;
@SuppressWarnings({"cast", "rawtypes", "serial", "unchecked", "unused"})
-@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-06-11")
+@javax.annotation.Generated(value = "Autogenerated by Thrift Compiler (0.20.0)", date = "2024-08-02")
public class UpdateColumn implements org.apache.amoro.shade.thrift.org.apache.thrift.TBase<UpdateColumn, UpdateColumn._Fields>, java.io.Serializable, Cloneable, Comparable<UpdateColumn> {
private static final org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.amoro.shade.thrift.org.apache.thrift.protocol.TStruct("UpdateColumn");
diff --git a/amoro-core/src/main/thrift/amoro_table_metastore.thrift b/amoro-core/src/main/thrift/amoro_table_metastore.thrift
index bdf18722b..c6654984d 100644
--- a/amoro-core/src/main/thrift/amoro_table_metastore.thrift
+++ b/amoro-core/src/main/thrift/amoro_table_metastore.thrift
@@ -99,7 +99,8 @@ struct PrimaryKeySpec {
enum CommitMetaProducer {
OPTIMIZE,
INGESTION,
- DATA_EXPIRATION
+ DATA_EXPIRATION,
+ CLEAN_DANGLING_DELETE
}
struct Blocker {