You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nutch.apache.org by si...@apache.org on 2006/06/02 21:03:32 UTC

svn commit: r411252 - /lucene/nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java

Author: siren
Date: Fri Jun  2 12:03:32 2006
New Revision: 411252

URL: http://svn.apache.org/viewvc?rev=411252&view=rev
Log:
removed unused import, removed unused code

Modified:
    lucene/nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java

Modified: lucene/nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java
URL: http://svn.apache.org/viewvc/lucene/nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java?rev=411252&r1=411251&r2=411252&view=diff
==============================================================================
--- lucene/nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java (original)
+++ lucene/nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java Fri Jun  2 12:03:32 2006
@@ -27,7 +27,6 @@
 import org.apache.nutch.net.*;
 
 import java.io.*;
-import java.util.ArrayList;
 import java.util.logging.Logger;
 
 /* Parse content in a segment. */
@@ -35,7 +34,6 @@
   private static final Logger LOG = Logger.getLogger(ParseOutputFormat.class.getName());
 
   private UrlNormalizer urlNormalizer;
-  private JobConf jobConf;
   private URLFilters filters;
   private ScoringFilters scfilters;
 
@@ -47,13 +45,10 @@
   public RecordWriter getRecordWriter(FileSystem fs, JobConf job,
                                       String name) throws IOException {
 
-    this.jobConf = job;
     this.urlNormalizer = new UrlNormalizerFactory(job).getNormalizer();
     this.filters = new URLFilters(job);
     this.scfilters = new ScoringFilters(job);
     final float interval = job.getFloat("db.default.fetch.interval", 30f);
-    final float extscore = job.getFloat("db.score.link.external", 1.0f);
-    final boolean countFiltered = job.getBoolean("db.score.count.filtered", false);
     
     Path text =
       new Path(new Path(job.getOutputPath(), ParseText.DIR_NAME), name);