You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ja...@apache.org on 2017/04/11 13:18:31 UTC
[1/2] incubator-carbondata git commit: [CARBONDATA-660] Bad Records
Logs and Raw CSVs should get display under segment id instead of Tasks id
Repository: incubator-carbondata
Updated Branches:
refs/heads/master 4cdb7a290 -> 58dc3aa64
[CARBONDATA-660] Bad Records Logs and Raw CSVs should get display under segment id instead of Tasks id
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/8d733f5a
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/8d733f5a
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/8d733f5a
Branch: refs/heads/master
Commit: 8d733f5a4ac92ae2ba0c15b15e73033670945578
Parents: 4cdb7a2
Author: mohammadshahidkhan <mo...@gmail.com>
Authored: Tue Apr 11 10:18:24 2017 +0530
Committer: jackylk <ja...@huawei.com>
Committed: Tue Apr 11 21:17:41 2017 +0800
----------------------------------------------------------------------
.../steps/DataConverterProcessorWithBucketingStepImpl.java | 7 ++++---
1 file changed, 4 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/8d733f5a/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java
----------------------------------------------------------------------
diff --git a/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java b/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java
index e7b3876..86971c3 100644
--- a/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java
+++ b/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java
@@ -179,9 +179,10 @@ public class DataConverterProcessorWithBucketingStepImpl extends AbstractDataLoa
configuration.getTableIdentifier().getCarbonTableIdentifier();
BadRecordsLogger badRecordsLogger = new BadRecordsLogger(identifier.getBadRecordLoggerKey(),
identifier.getTableName() + '_' + System.currentTimeMillis(), getBadLogStoreLocation(
- identifier.getDatabaseName() + File.separator + identifier.getTableName() + File.separator
- + configuration.getTaskNo()), badRecordsLogRedirect, badRecordsLoggerEnable,
- badRecordConvertNullDisable, isDataLoadFail);
+ identifier.getDatabaseName() + CarbonCommonConstants.FILE_SEPARATOR + identifier
+ .getTableName() + CarbonCommonConstants.FILE_SEPARATOR + configuration.getSegmentId()
+ + CarbonCommonConstants.FILE_SEPARATOR + configuration.getTaskNo()),
+ badRecordsLogRedirect, badRecordsLoggerEnable, badRecordConvertNullDisable, isDataLoadFail);
return badRecordsLogger;
}
[2/2] incubator-carbondata git commit: [CARBONDATA-660] Bad Records
Logs and Raw CSVs should get display under segment id instead of Tasks id
This closes #775
Posted by ja...@apache.org.
[CARBONDATA-660] Bad Records Logs and Raw CSVs should get display under segment id instead of Tasks id This closes #775
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/58dc3aa6
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/58dc3aa6
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/58dc3aa6
Branch: refs/heads/master
Commit: 58dc3aa646c2ba470828a7cdd3f101f2f63239e4
Parents: 4cdb7a2 8d733f5
Author: jackylk <ja...@huawei.com>
Authored: Tue Apr 11 21:18:06 2017 +0800
Committer: jackylk <ja...@huawei.com>
Committed: Tue Apr 11 21:18:06 2017 +0800
----------------------------------------------------------------------
.../steps/DataConverterProcessorWithBucketingStepImpl.java | 7 ++++---
1 file changed, 4 insertions(+), 3 deletions(-)
----------------------------------------------------------------------