You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ra...@apache.org on 2017/02/24 12:53:08 UTC
[1/2] incubator-carbondata git commit: resolved the issue for bad
records not written in csv file when bad_records_action=redirect
Repository: incubator-carbondata
Updated Branches:
refs/heads/master bb0bc2ee2 -> 922683eb8
resolved the issue for bad records not written in csv file when bad_records_action=redirect
refactor the code for closing the streams
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/d8bbc3cc
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/d8bbc3cc
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/d8bbc3cc
Branch: refs/heads/master
Commit: d8bbc3cc72b4b48a561e33e6fd037074088ff139
Parents: bb0bc2e
Author: anubhav100 <an...@knoldus.in>
Authored: Tue Feb 21 12:15:14 2017 +0530
Committer: ravipesala <ra...@gmail.com>
Committed: Fri Feb 24 18:21:51 2017 +0530
----------------------------------------------------------------------
.../processing/newflow/steps/DataConverterProcessorStepImpl.java | 2 +-
.../newflow/steps/DataConverterProcessorWithBucketingStepImpl.java | 1 +
2 files changed, 2 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/d8bbc3cc/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorStepImpl.java
----------------------------------------------------------------------
diff --git a/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorStepImpl.java b/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorStepImpl.java
index ebc659e..b900a14 100644
--- a/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorStepImpl.java
+++ b/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorStepImpl.java
@@ -85,7 +85,6 @@ public class DataConverterProcessorStepImpl extends AbstractDataLoadProcessorSte
}
return childIter.hasNext();
}
-
@Override public CarbonRowBatch next() {
return processRowBatch(childIter.next(), localConverter);
}
@@ -163,6 +162,7 @@ public class DataConverterProcessorStepImpl extends AbstractDataLoadProcessorSte
@Override
public void close() {
if (!closed) {
+ createBadRecordLogger().closeStreams();
super.close();
if (converters != null) {
for (RowConverter converter : converters) {
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/d8bbc3cc/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java
----------------------------------------------------------------------
diff --git a/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java b/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java
index af66ad7..db8cf42 100644
--- a/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java
+++ b/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java
@@ -190,6 +190,7 @@ public class DataConverterProcessorWithBucketingStepImpl extends AbstractDataLoa
public void close() {
if (!closed) {
super.close();
+ createBadRecordLogger().closeStreams();
if (converters != null) {
for (RowConverter converter : converters) {
converter.finish();
[2/2] incubator-carbondata git commit: [CARBONDATA-712]resolve the
bug for bad records not written in csv file when
'BAD_RECORDS_ACTION'='REDIRECT' This closes #607
Posted by ra...@apache.org.
[CARBONDATA-712]resolve the bug for bad records not written in csv file when 'BAD_RECORDS_ACTION'='REDIRECT' This closes #607
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/922683eb
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/922683eb
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/922683eb
Branch: refs/heads/master
Commit: 922683eb8957ef17b66fbd2585abdc8af788b047
Parents: bb0bc2e d8bbc3c
Author: ravipesala <ra...@gmail.com>
Authored: Fri Feb 24 18:22:39 2017 +0530
Committer: ravipesala <ra...@gmail.com>
Committed: Fri Feb 24 18:22:39 2017 +0530
----------------------------------------------------------------------
.../processing/newflow/steps/DataConverterProcessorStepImpl.java | 2 +-
.../newflow/steps/DataConverterProcessorWithBucketingStepImpl.java | 1 +
2 files changed, 2 insertions(+), 1 deletion(-)
----------------------------------------------------------------------