You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nutch.apache.org by cu...@apache.org on 2005/07/01 23:22:52 UTC
svn commit: r208796 -
/lucene/nutch/branches/mapred/src/java/org/apache/nutch/mapred/demo/Grep.java
Author: cutting
Date: Fri Jul 1 14:22:51 2005
New Revision: 208796
URL: http://svn.apache.org/viewcvs?rev=208796&view=rev
Log:
Use number of tasks specified in config.
Modified:
lucene/nutch/branches/mapred/src/java/org/apache/nutch/mapred/demo/Grep.java
Modified: lucene/nutch/branches/mapred/src/java/org/apache/nutch/mapred/demo/Grep.java
URL: http://svn.apache.org/viewcvs/lucene/nutch/branches/mapred/src/java/org/apache/nutch/mapred/demo/Grep.java?rev=208796&r1=208795&r2=208796&view=diff
==============================================================================
--- lucene/nutch/branches/mapred/src/java/org/apache/nutch/mapred/demo/Grep.java (original)
+++ lucene/nutch/branches/mapred/src/java/org/apache/nutch/mapred/demo/Grep.java Fri Jul 1 14:22:51 2005
@@ -53,7 +53,6 @@
JobConf grepJob = new JobConf(defaults);
- grepJob.setNumMapTasks(18);
grepJob.setInputDir(new File(args[0]));
grepJob.setMapperClass(RegexMapper.class);
@@ -64,7 +63,6 @@
grepJob.setCombinerClass(LongSumReducer.class);
grepJob.setReducerClass(LongSumReducer.class);
- grepJob.setNumReduceTasks(6);
grepJob.setOutputDir(tempDir);
grepJob.setOutputFormat(SequenceFileOutputFormat.class);
grepJob.setOutputKeyClass(UTF8.class);
@@ -73,8 +71,6 @@
JobClient.runJob(grepJob);
JobConf sortJob = new JobConf(defaults);
-
- sortJob.setNumMapTasks(6);
sortJob.setInputDir(tempDir);
sortJob.setInputFormat(SequenceFileInputFormat.class);