You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ja...@apache.org on 2018/01/07 03:05:36 UTC
[28/50] [abbrv] carbondata git commit: [CARBONDATA-1975] Wrong input
metrics displayed for carbon
[CARBONDATA-1975] Wrong input metrics displayed for carbon
Modified code to correct the number of records as input metrics in the spark UI
This closes #1754
Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/0b0473c5
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/0b0473c5
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/0b0473c5
Branch: refs/heads/carbonstore
Commit: 0b0473c5f15fd7ff92fe7a2b42399817e534f349
Parents: 910d496
Author: dhatchayani <dh...@gmail.com>
Authored: Wed Jan 3 19:12:18 2018 +0530
Committer: manishgupta88 <to...@gmail.com>
Committed: Thu Jan 4 11:33:39 2018 +0530
----------------------------------------------------------------------
.../scala/org/apache/carbondata/spark/rdd/CarbonScanRDD.scala | 1 -
.../src/main/scala/org/apache/spark/CarbonInputMetrics.scala | 6 +-----
2 files changed, 1 insertion(+), 6 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/carbondata/blob/0b0473c5/integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonScanRDD.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonScanRDD.scala b/integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonScanRDD.scala
index 09dbd71..cc68b9c 100644
--- a/integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonScanRDD.scala
+++ b/integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonScanRDD.scala
@@ -379,7 +379,6 @@ class CarbonScanRDD(
}
havePair = false
val value = reader.getCurrentValue
- inputMetricsStats.updateByValue(value)
value
}
http://git-wip-us.apache.org/repos/asf/carbondata/blob/0b0473c5/integration/spark2/src/main/scala/org/apache/spark/CarbonInputMetrics.scala
----------------------------------------------------------------------
diff --git a/integration/spark2/src/main/scala/org/apache/spark/CarbonInputMetrics.scala b/integration/spark2/src/main/scala/org/apache/spark/CarbonInputMetrics.scala
index deef157..6f038eb 100644
--- a/integration/spark2/src/main/scala/org/apache/spark/CarbonInputMetrics.scala
+++ b/integration/spark2/src/main/scala/org/apache/spark/CarbonInputMetrics.scala
@@ -78,10 +78,6 @@ class CarbonInputMetrics extends InitInputMetrics{
}
override def updateByValue(value: Object): Unit = {
- value match {
- case batch: ColumnarBatch =>
- inputMetrics.incRecordsRead(batch.numRows())
- case _ =>
- }
+
}
}