[incubator-hudi] branch master updated: converting map task memory from mb to bytes

[vi...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

vinoth pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-hudi.git


The following commit(s) were added to refs/heads/master by this push:
     new af46078  converting map task memory from mb to bytes
af46078 is described below

commit af46078a828abb45e9e90915fd7e5f6f2a83d1ee
Author: Nishith Agarwal <na...@uber.com>
AuthorDate: Mon May 13 20:30:30 2019 -0700

    converting map task memory from mb to bytes
---
 .../com/uber/hoodie/hadoop/realtime/AbstractRealtimeRecordReader.java  | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/hoodie-hadoop-mr/src/main/java/com/uber/hoodie/hadoop/realtime/AbstractRealtimeRecordReader.java b/hoodie-hadoop-mr/src/main/java/com/uber/hoodie/hadoop/realtime/AbstractRealtimeRecordReader.java
index 0dfef07..1e32007 100644
--- a/hoodie-hadoop-mr/src/main/java/com/uber/hoodie/hadoop/realtime/AbstractRealtimeRecordReader.java
+++ b/hoodie-hadoop-mr/src/main/java/com/uber/hoodie/hadoop/realtime/AbstractRealtimeRecordReader.java
@@ -361,8 +361,9 @@ public abstract class AbstractRealtimeRecordReader {
   }
 
   public long getMaxCompactionMemoryInBytes() {
+    // jobConf.getMemoryForMapTask() returns in MB
     return (long) Math.ceil(Double
         .valueOf(jobConf.get(COMPACTION_MEMORY_FRACTION_PROP, DEFAULT_COMPACTION_MEMORY_FRACTION))
-        * jobConf.getMemoryForMapTask());
+        * jobConf.getMemoryForMapTask() * 1024 * 1024L);
   }
 }