svn commit: r903322 - in /hadoop/hive/trunk: CHANGES.txt ql/src/java/org/apache/hadoop/hive/ql/exec/ScriptOperator.java ql/src/test/queries/clientpositive/groupby_bigdata.q

[na...@apache.org]

Author: namit
Date: Tue Jan 26 16:57:25 2010
New Revision: 903322

URL: http://svn.apache.org/viewvc?rev=903322&view=rev
Log:
HIVE-1097. Increase memory for groupby_bigdata.q for intermittent OOM
(Paul Yang via namit)


Modified:
    hadoop/hive/trunk/CHANGES.txt
    hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ScriptOperator.java
    hadoop/hive/trunk/ql/src/test/queries/clientpositive/groupby_bigdata.q

Modified: hadoop/hive/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/CHANGES.txt?rev=903322&r1=903321&r2=903322&view=diff
==============================================================================
--- hadoop/hive/trunk/CHANGES.txt (original)
+++ hadoop/hive/trunk/CHANGES.txt Tue Jan 26 16:57:25 2010
@@ -67,6 +67,9 @@
     HIVE-1094. Disable streaming last table if there is a skew key in
     previous tables. (He Yongqiang via namit)
 
+    HIVE-1097. Increase memory for groupby_bigdata.q for intermittent OOM
+    (Paul Yang via namit)
+
 Release 0.5.0 -  Unreleased
 
   INCOMPATIBLE CHANGES

Modified: hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ScriptOperator.java
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ScriptOperator.java?rev=903322&r1=903321&r2=903322&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ScriptOperator.java (original)
+++ hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ScriptOperator.java Tue Jan 26 16:57:25 2010
@@ -558,6 +558,8 @@
 
       } catch (Throwable th) {
         scriptError = th;
+        LOG.warn("Exception in StreamThread.run(): " + th.getMessage() + 
+            "\nCause: " + th.getCause());
         LOG.warn(StringUtils.stringifyException(th));
       } finally {
         try {

Modified: hadoop/hive/trunk/ql/src/test/queries/clientpositive/groupby_bigdata.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/groupby_bigdata.q?rev=903322&r1=903321&r2=903322&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/groupby_bigdata.q (original)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/groupby_bigdata.q Tue Jan 26 16:57:25 2010
@@ -1,5 +1,5 @@
 set hive.map.aggr.hash.percentmemory = 0.3;
-set hive.mapred.local.mem = 256;
+set hive.mapred.local.mem = 384;
 
 select count(distinct subq.key) from
 (FROM src MAP src.key USING 'python ../data/scripts/dumpdata_script.py' AS key WHERE src.key = 10) subq;