You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ch...@apache.org on 2016/07/20 10:13:55 UTC
[27/50] [abbrv] incubator-carbondata git commit: [Bug] fix bug for
executor fault recovery of dataloading dictionary generation (#828)
[Bug] fix bug for executor fault recovery of dataloading dictionary generation (#828)
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/fcb9f847
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/fcb9f847
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/fcb9f847
Branch: refs/heads/master
Commit: fcb9f847cd7f0a8d7f4b8eb7e6f32f88b52dabf3
Parents: 6b8d35d
Author: david <Qi...@users.noreply.github.com>
Authored: Mon Jul 18 16:11:01 2016 +0800
Committer: Venkata Ramana G <g....@gmail.com>
Committed: Mon Jul 18 13:41:01 2016 +0530
----------------------------------------------------------------------
.../org/carbondata/spark/rdd/CarbonGlobalDictionaryRDD.scala | 4 +++-
1 file changed, 3 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/fcb9f847/integration/spark/src/main/scala/org/carbondata/spark/rdd/CarbonGlobalDictionaryRDD.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/main/scala/org/carbondata/spark/rdd/CarbonGlobalDictionaryRDD.scala b/integration/spark/src/main/scala/org/carbondata/spark/rdd/CarbonGlobalDictionaryRDD.scala
index 4a90f08..f229c8e 100644
--- a/integration/spark/src/main/scala/org/carbondata/spark/rdd/CarbonGlobalDictionaryRDD.scala
+++ b/integration/spark/src/main/scala/org/carbondata/spark/rdd/CarbonGlobalDictionaryRDD.scala
@@ -214,6 +214,7 @@ class CarbonBlockDistinctValuesCombineRDD(
} catch {
case ex: Exception =>
LOGGER.error(ex)
+ throw ex
}
distinctValuesList.map { iter =>
val valueList = iter._2.toArray
@@ -333,8 +334,8 @@ class CarbonGlobalDictionaryGenerateRDD(
}
} catch {
case ex: Exception =>
- status = CarbonCommonConstants.STORE_LOADSTATUS_FAILURE
LOGGER.error(ex)
+ throw ex
} finally {
if (!dictionaryForDistinctValueLookUpCleared) {
org.carbondata.core.util.CarbonUtil
@@ -435,6 +436,7 @@ class CarbonColumnDictGenerateRDD(carbonLoadModel: CarbonLoadModel,
case ex: Exception =>
logError(s"Error in reading pre-defined " +
s"dictionary file:${ex.getMessage}")
+ throw ex
} finally {
if (csvReader != null) {
try {