You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by an...@apache.org on 2014/02/10 23:55:29 UTC
svn commit: r1566796 - in /pig/trunk: CHANGES.txt
src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/JobControlCompiler.java
Author: aniket486
Date: Mon Feb 10 22:55:29 2014
New Revision: 1566796
URL: http://svn.apache.org/r1566796
Log:
PIG-3755: auto local mode selection does not check lower bound for size (aniket486)
Modified:
pig/trunk/CHANGES.txt
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/JobControlCompiler.java
Modified: pig/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/pig/trunk/CHANGES.txt?rev=1566796&r1=1566795&r2=1566796&view=diff
==============================================================================
--- pig/trunk/CHANGES.txt (original)
+++ pig/trunk/CHANGES.txt Mon Feb 10 22:55:29 2014
@@ -87,6 +87,8 @@ OPTIMIZATIONS
BUG FIXES
+PIG-3755: auto local mode selection does not check lower bound for size (aniket486)
+
PIG-3753: LOGenerate generates null schema (daijy)
PIG-3447: Compiler warning message dropped for CastLineageSetter and others with no enum kind (knoguchi via cheolsoo)
Modified: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/JobControlCompiler.java
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/JobControlCompiler.java?rev=1566796&r1=1566795&r2=1566796&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/JobControlCompiler.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/JobControlCompiler.java Mon Feb 10 22:55:29 2014
@@ -445,7 +445,7 @@ public class JobControlCompiler{
long totalInputFileSize = InputSizeReducerEstimator.getTotalInputFileSize(conf, lds, job);
long inputByteMax = conf.getLong(PigConfiguration.PIG_AUTO_LOCAL_INPUT_MAXBYTES, 100*1000*1000l);
log.info("Size of input: " + totalInputFileSize +" bytes. Small job threshold: " + inputByteMax );
- if (totalInputFileSize > inputByteMax) {
+ if (totalInputFileSize < 0 || totalInputFileSize > inputByteMax) {
return false;
}