You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streampipes.apache.org by eb...@apache.org on 2021/06/11 18:20:13 UTC

[incubator-streampipes] 05/29: [STREAMPIPES-349] Add data lake configuration and retention policy defining classes

This is an automated email from the ASF dual-hosted git repository.

ebi pushed a commit to branch STREAMPIPES-349
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes.git

commit 1cbb5da2a589aefa33cc9bacc1fe41383cdde882
Author: Daniel Ebi <eb...@fzi.de>
AuthorDate: Wed May 5 10:18:32 2021 +0200

    [STREAMPIPES-349] Add data lake configuration and retention policy defining classes
---
 .../model/datalake/DataLakeConfiguration.java      | 60 +++++++++++++++++++++
 .../model/datalake/DataLakeRetentionPolicy.java    | 62 ++++++++++++++++++++++
 2 files changed, 122 insertions(+)

diff --git a/streampipes-model/src/main/java/org/apache/streampipes/model/datalake/DataLakeConfiguration.java b/streampipes-model/src/main/java/org/apache/streampipes/model/datalake/DataLakeConfiguration.java
new file mode 100644
index 0000000..48c8875
--- /dev/null
+++ b/streampipes-model/src/main/java/org/apache/streampipes/model/datalake/DataLakeConfiguration.java
@@ -0,0 +1,60 @@
+package org.apache.streampipes.model.datalake;
+
+import java.util.ArrayList;
+import java.util.List;
+
+public class DataLakeConfiguration {
+
+    private Integer batchSize;
+    private Integer flushDuration;
+
+    private List<DataLakeRetentionPolicy> retentionPolicies;
+
+    public DataLakeConfiguration() {
+        this.batchSize = 2000;
+        this.flushDuration = 500;
+        this.retentionPolicies = new ArrayList<DataLakeRetentionPolicy>();
+    }
+
+    public DataLakeConfiguration(List<DataLakeRetentionPolicy> retentionPolicies) {
+        this.batchSize = 2000;
+        this.flushDuration = 500;
+        this.retentionPolicies = retentionPolicies;
+    }
+
+    public DataLakeConfiguration(Integer batchSize, Integer flushDuration) {
+        this.batchSize = batchSize;
+        this.flushDuration = flushDuration;
+        this.retentionPolicies = new ArrayList<DataLakeRetentionPolicy>();
+    }
+
+    public DataLakeConfiguration(Integer batchSize, Integer flushDuration, List<DataLakeRetentionPolicy> retentionPolicies) {
+        this.batchSize = batchSize;
+        this.flushDuration = flushDuration;
+        this.retentionPolicies = retentionPolicies;
+    }
+
+    public List<DataLakeRetentionPolicy> getRetentionPolicies() {
+        return retentionPolicies;
+    }
+
+    public void setRetentionPolicies(List<DataLakeRetentionPolicy> retentionPolicies) {
+        this.retentionPolicies = retentionPolicies;
+    }
+
+    public Integer getBatchSize() {
+        return batchSize;
+    }
+
+    public void setBatchSize(Integer batchSize) {
+        this.batchSize = batchSize;
+    }
+
+    public Integer getFlushDuration() {
+        return flushDuration;
+    }
+
+    public void setFlushDuration(Integer flushDuration) {
+        this.flushDuration = flushDuration;
+    }
+}
diff --git a/streampipes-model/src/main/java/org/apache/streampipes/model/datalake/DataLakeRetentionPolicy.java b/streampipes-model/src/main/java/org/apache/streampipes/model/datalake/DataLakeRetentionPolicy.java
new file mode 100644
index 0000000..c069ce1
--- /dev/null
+++ b/streampipes-model/src/main/java/org/apache/streampipes/model/datalake/DataLakeRetentionPolicy.java
@@ -0,0 +1,62 @@
+package org.apache.streampipes.model.datalake;
+
+public class DataLakeRetentionPolicy {
+
+    private String name;
+    private String durationLiteral;
+    private boolean isDefault;
+
+    public DataLakeRetentionPolicy(String name, int duration, String durationUnit, boolean isDefault) {
+        this.name = name;
+        this.durationLiteral = duration + durationUnit;
+        this.isDefault = isDefault;
+    }
+
+    public DataLakeRetentionPolicy(String name) {
+        this.name = name;
+        this.isDefault = false;
+        setDurationLiteralToInfinity();
+    }
+
+    public DataLakeRetentionPolicy(String name, String durationLiteral, boolean isDefault) {
+        this.name = name;
+        this.durationLiteral = durationLiteral;
+        this.isDefault = isDefault;
+    }
+
+    public String getDurationLiteral() {
+        return durationLiteral;
+    }
+
+    public void setDurationLiteral(int duration, String durationUnit) {
+        this.durationLiteral = duration + durationUnit;
+    }
+
+    public void setDurationLiteralToInfinity() {
+        this.durationLiteral = "INF";
+    }
+
+    public String getName() {
+        return name;
+    }
+
+    public void setName(String name) {
+        this.name = name;
+    }
+
+    public boolean isDefault() {
+        return isDefault;
+    }
+
+    public void setDefault(boolean isDefault) {
+        this.isDefault = isDefault;
+    }
+
+    @Override
+    public String toString() {
+        return "DataLakeRetentionPolicy{" +
+                "name='" + name + '\'' +
+                ", durationLiteral='" + durationLiteral + '\'' +
+                '}';
+    }
+}