You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by ro...@apache.org on 2014/03/20 00:23:09 UTC
svn commit: r1579458 - in
/pig/branches/tez/src/org/apache/pig/backend/hadoop/executionengine/tez:
POFRJoinTez.java PigProcessor.java
Author: rohini
Date: Wed Mar 19 23:23:08 2014
New Revision: 1579458
URL: http://svn.apache.org/r1579458
Log:
PIG-3822: Remove reference to BroadcastKVReader as it is removed in TEZ-911 (rohini)
Modified:
pig/branches/tez/src/org/apache/pig/backend/hadoop/executionengine/tez/POFRJoinTez.java
pig/branches/tez/src/org/apache/pig/backend/hadoop/executionengine/tez/PigProcessor.java
Modified: pig/branches/tez/src/org/apache/pig/backend/hadoop/executionengine/tez/POFRJoinTez.java
URL: http://svn.apache.org/viewvc/pig/branches/tez/src/org/apache/pig/backend/hadoop/executionengine/tez/POFRJoinTez.java?rev=1579458&r1=1579457&r2=1579458&view=diff
==============================================================================
--- pig/branches/tez/src/org/apache/pig/backend/hadoop/executionengine/tez/POFRJoinTez.java (original)
+++ pig/branches/tez/src/org/apache/pig/backend/hadoop/executionengine/tez/POFRJoinTez.java Wed Mar 19 23:23:08 2014
@@ -38,7 +38,7 @@ import org.apache.pig.impl.io.NullableTu
import org.apache.pig.impl.io.PigNullableWritable;
import org.apache.pig.impl.logicalLayer.schema.Schema;
import org.apache.tez.runtime.api.LogicalInput;
-import org.apache.tez.runtime.library.broadcast.input.BroadcastKVReader;
+import org.apache.tez.runtime.library.api.KeyValueReader;
import org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput;
import com.google.common.collect.Lists;
@@ -54,8 +54,7 @@ public class POFRJoinTez extends POFRJoi
// For replicated tables
private List<ShuffledUnorderedKVInput> replInputs = Lists.newArrayList();
- @SuppressWarnings("rawtypes")
- private List<BroadcastKVReader> replReaders = Lists.newArrayList();
+ private List<KeyValueReader> replReaders = Lists.newArrayList();
private List<String> inputKeys;
private transient boolean isInputCached;
@@ -87,7 +86,7 @@ public class POFRJoinTez extends POFRJoi
if (input instanceof ShuffledUnorderedKVInput) {
ShuffledUnorderedKVInput suInput = (ShuffledUnorderedKVInput) input;
this.replInputs.add(suInput);
- this.replReaders.add((BroadcastKVReader) suInput.getReader());
+ this.replReaders.add((KeyValueReader) suInput.getReader());
}
}
} catch (Exception e) {
Modified: pig/branches/tez/src/org/apache/pig/backend/hadoop/executionengine/tez/PigProcessor.java
URL: http://svn.apache.org/viewvc/pig/branches/tez/src/org/apache/pig/backend/hadoop/executionengine/tez/PigProcessor.java?rev=1579458&r1=1579457&r2=1579458&view=diff
==============================================================================
--- pig/branches/tez/src/org/apache/pig/backend/hadoop/executionengine/tez/PigProcessor.java (original)
+++ pig/branches/tez/src/org/apache/pig/backend/hadoop/executionengine/tez/PigProcessor.java Wed Mar 19 23:23:08 2014
@@ -52,7 +52,7 @@ import org.apache.tez.runtime.api.Logica
import org.apache.tez.runtime.api.LogicalInput;
import org.apache.tez.runtime.api.LogicalOutput;
import org.apache.tez.runtime.api.TezProcessorContext;
-import org.apache.tez.runtime.library.broadcast.input.BroadcastKVReader;
+import org.apache.tez.runtime.library.api.KeyValueReader;
public class PigProcessor implements LogicalIOProcessor {
@@ -262,7 +262,7 @@ public class PigProcessor implements Log
}
LOG.info("Starting fetch of input " + logicalInput + " from vertex " + sampleVertex);
logicalInput.start();
- BroadcastKVReader reader = (BroadcastKVReader) logicalInput.getReader();
+ KeyValueReader reader = (KeyValueReader) logicalInput.getReader();
reader.next();
Object val = reader.getCurrentValue();
if (val != null) {