You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by da...@apache.org on 2014/11/08 23:37:54 UTC
svn commit: r1637604 -
/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java
Author: daijy
Date: Sat Nov 8 22:37:54 2014
New Revision: 1637604
URL: http://svn.apache.org/r1637604
Log:
PIG-4314: BigData_5 hang on some machine
Modified:
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java
Modified: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java?rev=1637604&r1=1637603&r2=1637604&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java Sat Nov 8 22:37:54 2014
@@ -202,12 +202,14 @@ public class POPartialAgg extends Physic
// SpillableMemoryManager requested a spill to reduce memory
// consumption. See if we can avoid it.
aggregateBothLevels(false, false);
- if (shouldSpill()) {
- startSpill(false);
- } else {
- LOG.info("Avoided emitting records during spill memory call.");
- doContingentSpill = false;
- }
+ // TODO Need to see if we can optimize here (See PIG-4314)
+ // if (shouldSpill()) {
+ // startSpill(false);
+ // } else {
+ // LOG.info("Avoided emitting records during spill memory call.");
+ // doContingentSpill = false;
+ // }
+ startSpill(false);
}
}
if (doSpill) {