You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by sh...@apache.org on 2019/02/27 00:27:22 UTC
[kylin] branch master updated: KYLIN-3833 Avoid OOM.
This is an automated email from the ASF dual-hosted git repository.
shaofengshi pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/kylin.git
The following commit(s) were added to refs/heads/master by this push:
new c152807 KYLIN-3833 Avoid OOM.
c152807 is described below
commit c152807ab200cbfd2253df94a8a371b8ecccad98
Author: alexandr.sidorchuk <al...@apm-consult.com>
AuthorDate: Tue Feb 26 18:50:09 2019 +0300
KYLIN-3833 Avoid OOM.
---
.../main/java/org/apache/kylin/engine/spark/SparkFactDistinct.java | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkFactDistinct.java b/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkFactDistinct.java
index d7df9da..83533d3 100644
--- a/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkFactDistinct.java
+++ b/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkFactDistinct.java
@@ -727,9 +727,9 @@ public class SparkFactDistinct extends AbstractApplication implements Serializab
}
}
- List<Tuple2<SelfDefineSortableKey, Iterable<Text>>> tuples = Lists.newArrayList(tuple2Iterator);
+ while(tuple2Iterator.hasNext()) {
- for (Tuple2<SelfDefineSortableKey, Iterable<Text>> tuple : tuples) {
+ Tuple2<SelfDefineSortableKey, Iterable<Text>> tuple = tuple2Iterator.next();
Text key = tuple._1.getText();
if (isStatistics) {