You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by su...@apache.org on 2015/03/04 19:07:13 UTC
svn commit: r1664090 -
/hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/HiveSparkClientFactory.java
Author: sunchao
Date: Wed Mar 4 18:07:13 2015
New Revision: 1664090
URL: http://svn.apache.org/r1664090
Log:
HIVE-9847 - Hive should not allow additional attemps when RSC fails [Spark Branch] (Jimmy via Chao)
Modified:
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/HiveSparkClientFactory.java
Modified: hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/HiveSparkClientFactory.java
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/HiveSparkClientFactory.java?rev=1664090&r1=1664089&r2=1664090&view=diff
==============================================================================
--- hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/HiveSparkClientFactory.java (original)
+++ hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/HiveSparkClientFactory.java Wed Mar 4 18:07:13 2015
@@ -113,6 +113,9 @@ public class HiveSparkClientFactory {
if (sparkMaster == null) {
sparkMaster = sparkConf.get("spark.master");
}
+ if (sparkMaster.equals("yarn-cluster")) {
+ sparkConf.put("spark.yarn.maxAppAttempts", "1");
+ }
for (Map.Entry<String, String> entry : hiveConf) {
String propertyName = entry.getKey();
if (propertyName.startsWith("spark")) {