You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by ma...@apache.org on 2016/07/27 04:19:28 UTC
kylin git commit: minor change on mapper's conf
Repository: kylin
Updated Branches:
refs/heads/beforepomupdate 70dc19047 -> 032b242b6
minor change on mapper's conf
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/032b242b
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/032b242b
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/032b242b
Branch: refs/heads/beforepomupdate
Commit: 032b242b61f8a0eb9999a6fa20aedc140d0263b8
Parents: 70dc190
Author: Hongbin Ma <ma...@apache.org>
Authored: Wed Jul 27 12:19:17 2016 +0800
Committer: Hongbin Ma <ma...@apache.org>
Committed: Wed Jul 27 12:19:17 2016 +0800
----------------------------------------------------------------------
.../main/java/org/apache/kylin/engine/mr/HadoopUtil.java | 9 ++++++++-
.../main/java/org/apache/kylin/engine/mr/KylinMapper.java | 4 ++++
2 files changed, 12 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kylin/blob/032b242b/engine-mr/src/main/java/org/apache/kylin/engine/mr/HadoopUtil.java
----------------------------------------------------------------------
diff --git a/engine-mr/src/main/java/org/apache/kylin/engine/mr/HadoopUtil.java b/engine-mr/src/main/java/org/apache/kylin/engine/mr/HadoopUtil.java
index c638d99..f5ed81d 100644
--- a/engine-mr/src/main/java/org/apache/kylin/engine/mr/HadoopUtil.java
+++ b/engine-mr/src/main/java/org/apache/kylin/engine/mr/HadoopUtil.java
@@ -30,8 +30,11 @@ import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.hdfs.DFSConfigKeys;
import org.apache.hadoop.io.Writable;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
public class HadoopUtil {
+ private static final Logger logger = LoggerFactory.getLogger(HadoopUtil.class);
private static final ThreadLocal<Configuration> hadoopConfig = new ThreadLocal<>();
public static void setCurrentConfiguration(Configuration conf) {
@@ -41,9 +44,13 @@ public class HadoopUtil {
public static Configuration getCurrentConfiguration() {
if (hadoopConfig.get() == null) {
Configuration conf = healSickConfig(new Configuration());
+ hadoopConfig.set(conf);
+ logger.info("The conf for current mapper will be " + System.identityHashCode(conf));
return conf;
}
- return hadoopConfig.get();
+ Configuration conf = hadoopConfig.get();
+ logger.info("The conf for current mapper will be " + System.identityHashCode(conf));
+ return conf;
}
private static Configuration healSickConfig(Configuration conf) {
http://git-wip-us.apache.org/repos/asf/kylin/blob/032b242b/engine-mr/src/main/java/org/apache/kylin/engine/mr/KylinMapper.java
----------------------------------------------------------------------
diff --git a/engine-mr/src/main/java/org/apache/kylin/engine/mr/KylinMapper.java b/engine-mr/src/main/java/org/apache/kylin/engine/mr/KylinMapper.java
index 0c919f7..29c6844 100644
--- a/engine-mr/src/main/java/org/apache/kylin/engine/mr/KylinMapper.java
+++ b/engine-mr/src/main/java/org/apache/kylin/engine/mr/KylinMapper.java
@@ -20,12 +20,16 @@ package org.apache.kylin.engine.mr;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.mapreduce.Mapper;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
/**
*/
public class KylinMapper<KEYIN, VALUEIN, KEYOUT, VALUEOUT> extends Mapper<KEYIN, VALUEIN, KEYOUT, VALUEOUT> {
+ private static final Logger logger = LoggerFactory.getLogger(KylinMapper.class);
protected void bindCurrentConfiguration(Configuration conf) {
+ logger.info("The conf for current mapper will be " + System.identityHashCode(conf));
HadoopUtil.setCurrentConfiguration(conf);
}
}