You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ra...@apache.org on 2018/11/21 18:00:14 UTC
[47/50] [abbrv] carbondata git commit: [CARBONDATA-3096] Wrong
records size on the input metrics
[CARBONDATA-3096] Wrong records size on the input metrics
Scanned record result size is taking from the default batch size. It should be taken from the records scanned.
This closes #2927
Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/09e3c6de
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/09e3c6de
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/09e3c6de
Branch: refs/heads/branch-1.5
Commit: 09e3c6de97325e9d4dc61e0e6cf89bf0bc6b682f
Parents: c572f50
Author: dhatchayani <dh...@gmail.com>
Authored: Tue Nov 13 18:28:48 2018 +0530
Committer: ravipesala <ra...@gmail.com>
Committed: Wed Nov 21 22:43:46 2018 +0530
----------------------------------------------------------------------
.../spark/vectorreader/VectorizedCarbonRecordReader.java | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/carbondata/blob/09e3c6de/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java
----------------------------------------------------------------------
diff --git a/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java b/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java
index 1f28b8c..c9a4ba4 100644
--- a/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java
+++ b/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java
@@ -163,8 +163,8 @@ public class VectorizedCarbonRecordReader extends AbstractRecordReader<Object> {
@Override
public void close() throws IOException {
- logStatistics(rowCount, queryModel.getStatisticsRecorder());
if (vectorProxy != null) {
+ logStatistics(rowCount, queryModel.getStatisticsRecorder());
vectorProxy.close();
vectorProxy = null;
}
@@ -200,7 +200,7 @@ public class VectorizedCarbonRecordReader extends AbstractRecordReader<Object> {
@Override
public Object getCurrentValue() throws IOException, InterruptedException {
if (returnColumnarBatch) {
- int value = vectorProxy.numRows();
+ int value = carbonColumnarBatch.getActualSize();
rowCount += value;
if (inputMetricsStats != null) {
inputMetricsStats.incrementRecordRead((long) value);