You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@mrunit.apache.org by db...@apache.org on 2012/06/09 16:07:43 UTC
svn commit: r1348413 - in
/mrunit/trunk/src/main/java/org/apache/hadoop/mrunit: MapDriver.java
ReduceDriver.java
Author: dbeech
Date: Sat Jun 9 14:07:43 2012
New Revision: 1348413
URL: http://svn.apache.org/viewvc?rev=1348413&view=rev
Log:
MRUNIT-116: Setting of configuration on Mappers/Reducers in MapDriver and ReduceDriver is inconsistent
Modified:
mrunit/trunk/src/main/java/org/apache/hadoop/mrunit/MapDriver.java
mrunit/trunk/src/main/java/org/apache/hadoop/mrunit/ReduceDriver.java
Modified: mrunit/trunk/src/main/java/org/apache/hadoop/mrunit/MapDriver.java
URL: http://svn.apache.org/viewvc/mrunit/trunk/src/main/java/org/apache/hadoop/mrunit/MapDriver.java?rev=1348413&r1=1348412&r2=1348413&view=diff
==============================================================================
--- mrunit/trunk/src/main/java/org/apache/hadoop/mrunit/MapDriver.java (original)
+++ mrunit/trunk/src/main/java/org/apache/hadoop/mrunit/MapDriver.java Sat Jun 9 14:07:43 2012
@@ -24,7 +24,6 @@ import java.util.List;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
-import org.apache.hadoop.conf.Configurable;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.mapred.Counters;
import org.apache.hadoop.mapred.InputFormat;
@@ -36,6 +35,7 @@ import org.apache.hadoop.mrunit.internal
import org.apache.hadoop.mrunit.internal.output.MockOutputCreator;
import org.apache.hadoop.mrunit.internal.output.OutputCollectable;
import org.apache.hadoop.mrunit.types.Pair;
+import org.apache.hadoop.util.ReflectionUtils;
/**
* Harness that allows you to test a Mapper instance. You provide the input key
@@ -245,10 +245,8 @@ public class MapDriver<K1, V1, K2, V2> e
final MockReporter reporter = new MockReporter(
MockReporter.ReporterType.Mapper, getCounters());
- if (myMapper instanceof Configurable) {
- ((Configurable) myMapper).setConf(getConfiguration());
- }
- myMapper.configure(new JobConf(getConfiguration()));
+ ReflectionUtils.setConf(myMapper, new JobConf(getConfiguration()));
+
myMapper.map(inputKey, inputVal, outputCollectable, reporter);
myMapper.close();
return outputCollectable.getOutputs();
Modified: mrunit/trunk/src/main/java/org/apache/hadoop/mrunit/ReduceDriver.java
URL: http://svn.apache.org/viewvc/mrunit/trunk/src/main/java/org/apache/hadoop/mrunit/ReduceDriver.java?rev=1348413&r1=1348412&r2=1348413&view=diff
==============================================================================
--- mrunit/trunk/src/main/java/org/apache/hadoop/mrunit/ReduceDriver.java (original)
+++ mrunit/trunk/src/main/java/org/apache/hadoop/mrunit/ReduceDriver.java Sat Jun 9 14:07:43 2012
@@ -35,6 +35,7 @@ import org.apache.hadoop.mrunit.internal
import org.apache.hadoop.mrunit.internal.output.MockOutputCreator;
import org.apache.hadoop.mrunit.internal.output.OutputCollectable;
import org.apache.hadoop.mrunit.types.Pair;
+import org.apache.hadoop.util.ReflectionUtils;
/**
* Harness that allows you to test a Reducer instance. You provide a key and a
@@ -255,7 +256,8 @@ public class ReduceDriver<K1, V1, K2, V2
final MockReporter reporter = new MockReporter(
MockReporter.ReporterType.Reducer, getCounters());
- myReducer.configure(new JobConf(getConfiguration()));
+ ReflectionUtils.setConf(myReducer, new JobConf(getConfiguration()));
+
myReducer.reduce(inputKey, getInputValues().iterator(), outputCollectable,
reporter);
myReducer.close();