You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by ro...@apache.org on 2016/02/01 17:24:05 UTC
svn commit: r1727967 -
/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java
Author: rohini
Date: Mon Feb 1 16:24:05 2016
New Revision: 1727967
URL: http://svn.apache.org/viewvc?rev=1727967&view=rev
Log:
Fix slowness introduced in PIG-4782
Modified:
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java
Modified: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java?rev=1727967&r1=1727966&r2=1727967&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java Mon Feb 1 16:24:05 2016
@@ -639,6 +639,10 @@ public class POPartialAgg extends Physic
if (mapAggDisabled()) {
return 0;
} else {
+ if (doContingentSpill && !startedContingentSpill) {
+ LOG.info("Spill triggered by SpillableMemoryManager, but previous spill call is still not processed. Skipping");
+ return 0;
+ }
LOG.info("Spill triggered by SpillableMemoryManager");
synchronized(spillLock) {
if (rawInputMap != null) {