You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ku...@apache.org on 2018/11/21 14:15:49 UTC
carbondata git commit: [CARBONDATA-3096] Wrong records size on the
input metrics
Repository: carbondata
Updated Branches:
refs/heads/master 2f69e4fb7 -> b8d602598
[CARBONDATA-3096] Wrong records size on the input metrics
Scanned record result size is taking from the default batch size. It should be taken from the records scanned.
This closes #2927
Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/b8d60259
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/b8d60259
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/b8d60259
Branch: refs/heads/master
Commit: b8d6025982cf27a172674de19db69b60f1448958
Parents: 2f69e4f
Author: dhatchayani <dh...@gmail.com>
Authored: Tue Nov 13 18:28:48 2018 +0530
Committer: kumarvishal09 <ku...@gmail.com>
Committed: Wed Nov 21 19:45:21 2018 +0530
----------------------------------------------------------------------
.../spark/vectorreader/VectorizedCarbonRecordReader.java | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/carbondata/blob/b8d60259/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java
----------------------------------------------------------------------
diff --git a/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java b/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java
index 1f28b8c..c9a4ba4 100644
--- a/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java
+++ b/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java
@@ -163,8 +163,8 @@ public class VectorizedCarbonRecordReader extends AbstractRecordReader<Object> {
@Override
public void close() throws IOException {
- logStatistics(rowCount, queryModel.getStatisticsRecorder());
if (vectorProxy != null) {
+ logStatistics(rowCount, queryModel.getStatisticsRecorder());
vectorProxy.close();
vectorProxy = null;
}
@@ -200,7 +200,7 @@ public class VectorizedCarbonRecordReader extends AbstractRecordReader<Object> {
@Override
public Object getCurrentValue() throws IOException, InterruptedException {
if (returnColumnarBatch) {
- int value = vectorProxy.numRows();
+ int value = carbonColumnarBatch.getActualSize();
rowCount += value;
if (inputMetricsStats != null) {
inputMetricsStats.incrementRecordRead((long) value);