You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nutch.apache.org by si...@apache.org on 2006/06/02 21:03:32 UTC
svn commit: r411252 -
/lucene/nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java
Author: siren
Date: Fri Jun 2 12:03:32 2006
New Revision: 411252
URL: http://svn.apache.org/viewvc?rev=411252&view=rev
Log:
removed unused import, removed unused code
Modified:
lucene/nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java
Modified: lucene/nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java
URL: http://svn.apache.org/viewvc/lucene/nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java?rev=411252&r1=411251&r2=411252&view=diff
==============================================================================
--- lucene/nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java (original)
+++ lucene/nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java Fri Jun 2 12:03:32 2006
@@ -27,7 +27,6 @@
import org.apache.nutch.net.*;
import java.io.*;
-import java.util.ArrayList;
import java.util.logging.Logger;
/* Parse content in a segment. */
@@ -35,7 +34,6 @@
private static final Logger LOG = Logger.getLogger(ParseOutputFormat.class.getName());
private UrlNormalizer urlNormalizer;
- private JobConf jobConf;
private URLFilters filters;
private ScoringFilters scfilters;
@@ -47,13 +45,10 @@
public RecordWriter getRecordWriter(FileSystem fs, JobConf job,
String name) throws IOException {
- this.jobConf = job;
this.urlNormalizer = new UrlNormalizerFactory(job).getNormalizer();
this.filters = new URLFilters(job);
this.scfilters = new ScoringFilters(job);
final float interval = job.getFloat("db.default.fetch.interval", 30f);
- final float extscore = job.getFloat("db.score.link.external", 1.0f);
- final boolean countFiltered = job.getBoolean("db.score.count.filtered", false);
Path text =
new Path(new Path(job.getOutputPath(), ParseText.DIR_NAME), name);