You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streampipes.apache.org by eb...@apache.org on 2021/06/11 18:20:13 UTC
[incubator-streampipes] 05/29: [STREAMPIPES-349] Add data lake
configuration and retention policy defining classes
This is an automated email from the ASF dual-hosted git repository.
ebi pushed a commit to branch STREAMPIPES-349
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes.git
commit 1cbb5da2a589aefa33cc9bacc1fe41383cdde882
Author: Daniel Ebi <eb...@fzi.de>
AuthorDate: Wed May 5 10:18:32 2021 +0200
[STREAMPIPES-349] Add data lake configuration and retention policy defining classes
---
.../model/datalake/DataLakeConfiguration.java | 60 +++++++++++++++++++++
.../model/datalake/DataLakeRetentionPolicy.java | 62 ++++++++++++++++++++++
2 files changed, 122 insertions(+)
diff --git a/streampipes-model/src/main/java/org/apache/streampipes/model/datalake/DataLakeConfiguration.java b/streampipes-model/src/main/java/org/apache/streampipes/model/datalake/DataLakeConfiguration.java
new file mode 100644
index 0000000..48c8875
--- /dev/null
+++ b/streampipes-model/src/main/java/org/apache/streampipes/model/datalake/DataLakeConfiguration.java
@@ -0,0 +1,60 @@
+package org.apache.streampipes.model.datalake;
+
+import java.util.ArrayList;
+import java.util.List;
+
+public class DataLakeConfiguration {
+
+ private Integer batchSize;
+ private Integer flushDuration;
+
+ private List<DataLakeRetentionPolicy> retentionPolicies;
+
+ public DataLakeConfiguration() {
+ this.batchSize = 2000;
+ this.flushDuration = 500;
+ this.retentionPolicies = new ArrayList<DataLakeRetentionPolicy>();
+ }
+
+ public DataLakeConfiguration(List<DataLakeRetentionPolicy> retentionPolicies) {
+ this.batchSize = 2000;
+ this.flushDuration = 500;
+ this.retentionPolicies = retentionPolicies;
+ }
+
+ public DataLakeConfiguration(Integer batchSize, Integer flushDuration) {
+ this.batchSize = batchSize;
+ this.flushDuration = flushDuration;
+ this.retentionPolicies = new ArrayList<DataLakeRetentionPolicy>();
+ }
+
+ public DataLakeConfiguration(Integer batchSize, Integer flushDuration, List<DataLakeRetentionPolicy> retentionPolicies) {
+ this.batchSize = batchSize;
+ this.flushDuration = flushDuration;
+ this.retentionPolicies = retentionPolicies;
+ }
+
+ public List<DataLakeRetentionPolicy> getRetentionPolicies() {
+ return retentionPolicies;
+ }
+
+ public void setRetentionPolicies(List<DataLakeRetentionPolicy> retentionPolicies) {
+ this.retentionPolicies = retentionPolicies;
+ }
+
+ public Integer getBatchSize() {
+ return batchSize;
+ }
+
+ public void setBatchSize(Integer batchSize) {
+ this.batchSize = batchSize;
+ }
+
+ public Integer getFlushDuration() {
+ return flushDuration;
+ }
+
+ public void setFlushDuration(Integer flushDuration) {
+ this.flushDuration = flushDuration;
+ }
+}
diff --git a/streampipes-model/src/main/java/org/apache/streampipes/model/datalake/DataLakeRetentionPolicy.java b/streampipes-model/src/main/java/org/apache/streampipes/model/datalake/DataLakeRetentionPolicy.java
new file mode 100644
index 0000000..c069ce1
--- /dev/null
+++ b/streampipes-model/src/main/java/org/apache/streampipes/model/datalake/DataLakeRetentionPolicy.java
@@ -0,0 +1,62 @@
+package org.apache.streampipes.model.datalake;
+
+public class DataLakeRetentionPolicy {
+
+ private String name;
+ private String durationLiteral;
+ private boolean isDefault;
+
+ public DataLakeRetentionPolicy(String name, int duration, String durationUnit, boolean isDefault) {
+ this.name = name;
+ this.durationLiteral = duration + durationUnit;
+ this.isDefault = isDefault;
+ }
+
+ public DataLakeRetentionPolicy(String name) {
+ this.name = name;
+ this.isDefault = false;
+ setDurationLiteralToInfinity();
+ }
+
+ public DataLakeRetentionPolicy(String name, String durationLiteral, boolean isDefault) {
+ this.name = name;
+ this.durationLiteral = durationLiteral;
+ this.isDefault = isDefault;
+ }
+
+ public String getDurationLiteral() {
+ return durationLiteral;
+ }
+
+ public void setDurationLiteral(int duration, String durationUnit) {
+ this.durationLiteral = duration + durationUnit;
+ }
+
+ public void setDurationLiteralToInfinity() {
+ this.durationLiteral = "INF";
+ }
+
+ public String getName() {
+ return name;
+ }
+
+ public void setName(String name) {
+ this.name = name;
+ }
+
+ public boolean isDefault() {
+ return isDefault;
+ }
+
+ public void setDefault(boolean isDefault) {
+ this.isDefault = isDefault;
+ }
+
+ @Override
+ public String toString() {
+ return "DataLakeRetentionPolicy{" +
+ "name='" + name + '\'' +
+ ", durationLiteral='" + durationLiteral + '\'' +
+ '}';
+ }
+}