You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by ma...@apache.org on 2016/12/01 03:47:17 UTC
[1/2] kylin git commit:
org.apache.kylin.metadata.model.FunctionDesc#configuration should use default
linkedhashmap to keep order
Repository: kylin
Updated Branches:
refs/heads/master 30cb1ac67 -> 28ba1eaea
org.apache.kylin.metadata.model.FunctionDesc#configuration should use default linkedhashmap to keep order
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/93bf0d02
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/93bf0d02
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/93bf0d02
Branch: refs/heads/master
Commit: 93bf0d0214fe446d794b61e02fb18ff8097611d1
Parents: 30cb1ac
Author: Hongbin Ma <ma...@apache.org>
Authored: Thu Dec 1 11:20:53 2016 +0800
Committer: Hongbin Ma <ma...@apache.org>
Committed: Thu Dec 1 11:40:25 2016 +0800
----------------------------------------------------------------------
.../apache/kylin/common/util/JacksonBean.java | 16 ++++++++++++++++
.../apache/kylin/common/util/JacksonTest.java | 19 +++++++++++++++----
.../kylin/metadata/model/FunctionDesc.java | 8 ++++----
3 files changed, 35 insertions(+), 8 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kylin/blob/93bf0d02/core-common/src/test/java/org/apache/kylin/common/util/JacksonBean.java
----------------------------------------------------------------------
diff --git a/core-common/src/test/java/org/apache/kylin/common/util/JacksonBean.java b/core-common/src/test/java/org/apache/kylin/common/util/JacksonBean.java
index 42357f2..ffff6d1 100644
--- a/core-common/src/test/java/org/apache/kylin/common/util/JacksonBean.java
+++ b/core-common/src/test/java/org/apache/kylin/common/util/JacksonBean.java
@@ -23,6 +23,10 @@ import com.fasterxml.jackson.annotation.JsonAutoDetect.Visibility;
import com.fasterxml.jackson.annotation.JsonInclude;
import com.fasterxml.jackson.annotation.JsonProperty;
+import java.util.HashMap;
+import java.util.LinkedHashMap;
+import java.util.Map;
+
@JsonAutoDetect(fieldVisibility = Visibility.NONE, getterVisibility = Visibility.NONE, isGetterVisibility = Visibility.NONE, setterVisibility = Visibility.NONE)
public class JacksonBean {
@@ -32,6 +36,10 @@ public class JacksonBean {
@JsonInclude(JsonInclude.Include.NON_NULL)
private int b;
+ @JsonProperty("configuration")
+ @JsonInclude(JsonInclude.Include.NON_EMPTY)
+ private Map<String, String> configuration = new HashMap<String, String>();
+
public String getA() {
return a;
}
@@ -48,6 +56,14 @@ public class JacksonBean {
this.b = b;
}
+ public Map<String, String> getConfiguration() {
+ return configuration;
+ }
+
+ public void setConfiguration(Map<String, String> configuration) {
+ this.configuration = configuration;
+ }
+
@Override
public String toString() {
return "JacksonBean{" + "a='" + a + '\'' + ", b=" + b + '}';
http://git-wip-us.apache.org/repos/asf/kylin/blob/93bf0d02/core-common/src/test/java/org/apache/kylin/common/util/JacksonTest.java
----------------------------------------------------------------------
diff --git a/core-common/src/test/java/org/apache/kylin/common/util/JacksonTest.java b/core-common/src/test/java/org/apache/kylin/common/util/JacksonTest.java
index 81be7eb..0d7097a 100644
--- a/core-common/src/test/java/org/apache/kylin/common/util/JacksonTest.java
+++ b/core-common/src/test/java/org/apache/kylin/common/util/JacksonTest.java
@@ -18,22 +18,33 @@
package org.apache.kylin.common.util;
-import java.io.IOException;
-
import org.junit.Test;
+import java.io.IOException;
+import java.util.HashMap;
+import java.util.Map;
+
public class JacksonTest {
@Test
public void foo() throws IOException {
+ HashMap a = new HashMap<String, String>();
+ a.put("1", "1");
+ a.put("3", "3");
+ a.put("2", "2");
+
+
JacksonBean bean = new JacksonBean();
bean.setA("valuea");
+ bean.setConfiguration(a);
String s = JsonUtil.writeValueAsString(bean);
System.out.println(s);
- JacksonBean desBean = (JacksonBean) JsonUtil.readValue("{\"a\":\"valuea\"}", JacksonBean.class);
+ JacksonBean desBean = (JacksonBean) JsonUtil.readValue("{\"a\":\"valuea\",\"b\":0,\"configuration\":{\"2\":\"2\",\"3\":\"3\",\"1\":\"1\"}}", JacksonBean.class);
+
String x2 = JsonUtil.writeValueAsString(desBean);
- System.out.println(desBean);
System.out.println(x2);
+
+ System.out.println(desBean);
}
}
http://git-wip-us.apache.org/repos/asf/kylin/blob/93bf0d02/core-metadata/src/main/java/org/apache/kylin/metadata/model/FunctionDesc.java
----------------------------------------------------------------------
diff --git a/core-metadata/src/main/java/org/apache/kylin/metadata/model/FunctionDesc.java b/core-metadata/src/main/java/org/apache/kylin/metadata/model/FunctionDesc.java
index ae7f805..7b41552 100644
--- a/core-metadata/src/main/java/org/apache/kylin/metadata/model/FunctionDesc.java
+++ b/core-metadata/src/main/java/org/apache/kylin/metadata/model/FunctionDesc.java
@@ -19,8 +19,8 @@
package org.apache.kylin.metadata.model;
import java.util.ArrayList;
-import java.util.HashMap;
import java.util.LinkedHashMap;
+import java.util.Map;
import java.util.Set;
import org.apache.kylin.measure.MeasureType;
@@ -67,7 +67,7 @@ public class FunctionDesc {
@JsonProperty("configuration")
@JsonInclude(JsonInclude.Include.NON_EMPTY)
- private HashMap<String, String> configuration = new LinkedHashMap<String, String>();
+ private Map<String, String> configuration = new LinkedHashMap<String, String>();
private DataType returnDataType;
private MeasureType<?> measureType;
@@ -238,11 +238,11 @@ public class FunctionDesc {
this.returnDataType = DataType.getType(returnType);
}
- public HashMap<String, String> getConfiguration() {
+ public Map<String, String> getConfiguration() {
return configuration;
}
- public void setConfiguration(HashMap<String, String> configurations) {
+ public void setConfiguration(Map<String, String> configurations) {
this.configuration = configurations;
}
[2/2] kylin git commit: KYLIN-2240 Add a toggle to ignore all cube
signature inconsistency temporally
Posted by ma...@apache.org.
KYLIN-2240 Add a toggle to ignore all cube signature inconsistency temporally
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/28ba1eae
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/28ba1eae
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/28ba1eae
Branch: refs/heads/master
Commit: 28ba1eaeac8fd29ff3872f6d14604813a89b3a6e
Parents: 93bf0d0
Author: Hongbin Ma <ma...@apache.org>
Authored: Thu Dec 1 11:35:34 2016 +0800
Committer: Hongbin Ma <ma...@apache.org>
Committed: Thu Dec 1 11:46:00 2016 +0800
----------------------------------------------------------------------
.../java/org/apache/kylin/common/KylinConfigBase.java | 12 ++++++++----
.../main/java/org/apache/kylin/cube/model/CubeDesc.java | 6 +++++-
2 files changed, 13 insertions(+), 5 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kylin/blob/28ba1eae/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
----------------------------------------------------------------------
diff --git a/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java b/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
index 766c04d..3c10826 100644
--- a/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
+++ b/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
@@ -79,7 +79,7 @@ abstract public class KylinConfigBase implements Serializable {
protected KylinConfigBase(Properties props, boolean force) {
this.properties = force ? props : BCC.check(props);
}
-
+
final protected String getOptional(String prop) {
return getOptional(prop, null);
}
@@ -161,7 +161,7 @@ abstract public class KylinConfigBase implements Serializable {
public boolean isDevEnv() {
return "DEV".equals(getOptional("kylin.env", "DEV"));
}
-
+
public String getDeployEnv() {
return getOptional("kylin.env", "DEV");
}
@@ -211,7 +211,7 @@ abstract public class KylinConfigBase implements Serializable {
public Map<String, String> getCubeCustomMeasureTypes() {
return getPropertiesByPrefix("kylin.metadata.custom-measure-types.");
}
-
+
// ============================================================================
// DICTIONARY & SNAPSHOT
// ============================================================================
@@ -278,6 +278,10 @@ abstract public class KylinConfigBase implements Serializable {
return Integer.parseInt(getOptional("kylin.cube.algorithm.inmem-split-limit", "500"));
}
+ public boolean isIgnoreCubeSignatureInconsistency() {
+ return Boolean.parseBoolean(getOptional("kylin.cube.ignore-signature-inconsistency", "false"));
+ }
+
@Deprecated
public int getCubeAggrGroupMaxSize() {
return Integer.parseInt(getOptional("kylin.cube.aggrgroup.max-size", "12"));
@@ -298,7 +302,7 @@ abstract public class KylinConfigBase implements Serializable {
public void setMaxBuildingSegments(int maxBuildingSegments) {
setProperty("kylin.cube.max-building-segments", String.valueOf(maxBuildingSegments));
}
-
+
// ============================================================================
// JOB
// ============================================================================
http://git-wip-us.apache.org/repos/asf/kylin/blob/28ba1eae/core-cube/src/main/java/org/apache/kylin/cube/model/CubeDesc.java
----------------------------------------------------------------------
diff --git a/core-cube/src/main/java/org/apache/kylin/cube/model/CubeDesc.java b/core-cube/src/main/java/org/apache/kylin/cube/model/CubeDesc.java
index 47063d0..327ce57 100644
--- a/core-cube/src/main/java/org/apache/kylin/cube/model/CubeDesc.java
+++ b/core-cube/src/main/java/org/apache/kylin/cube/model/CubeDesc.java
@@ -466,6 +466,11 @@ public class CubeDesc extends RootPersistentEntity implements IEngineAware {
* @return
*/
public boolean checkSignature() {
+ if (this.getConfig().isIgnoreCubeSignatureInconsistency()) {
+ logger.info("Skip checking cube signature");
+ return true;
+ }
+
if (KylinVersion.getCurrentVersion().isCompatibleWith(new KylinVersion(getVersion())) && !KylinVersion.getCurrentVersion().isSignatureCompatibleWith(new KylinVersion(getVersion()))) {
logger.info("checkSignature on {} is skipped as the its version is {} (not signature compatible but compatible) ", getName(), getVersion());
return true;
@@ -1102,7 +1107,6 @@ public class CubeDesc extends RootPersistentEntity implements IEngineAware {
return newCubeDesc;
}
-
private Collection ensureOrder(Collection c) {
TreeSet set = new TreeSet();
for (Object o : c)