You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nutch.apache.org by ma...@apache.org on 2011/06/28 17:26:21 UTC
svn commit: r1140685 - in
/nutch/branches/branch-1.4/src/java/org/apache/nutch/indexer/solr:
SolrDeleteDuplicates.java SolrIndexer.java
Author: markus
Date: Tue Jun 28 15:26:20 2011
New Revision: 1140685
URL: http://svn.apache.org/viewvc?rev=1140685&view=rev
Log:
NUTCH-1000 Method overrides for indexer and dedup
Modified:
nutch/branches/branch-1.4/src/java/org/apache/nutch/indexer/solr/SolrDeleteDuplicates.java
nutch/branches/branch-1.4/src/java/org/apache/nutch/indexer/solr/SolrIndexer.java
Modified: nutch/branches/branch-1.4/src/java/org/apache/nutch/indexer/solr/SolrDeleteDuplicates.java
URL: http://svn.apache.org/viewvc/nutch/branches/branch-1.4/src/java/org/apache/nutch/indexer/solr/SolrDeleteDuplicates.java?rev=1140685&r1=1140684&r2=1140685&view=diff
==============================================================================
--- nutch/branches/branch-1.4/src/java/org/apache/nutch/indexer/solr/SolrDeleteDuplicates.java (original)
+++ nutch/branches/branch-1.4/src/java/org/apache/nutch/indexer/solr/SolrDeleteDuplicates.java Tue Jun 28 15:26:20 2011
@@ -349,6 +349,10 @@ Tool {
}
}
+ public void dedup(String solrUrl) throws IOException {
+ dedup(solrUrl, false);
+ }
+
public void dedup(String solrUrl, boolean noCommit) throws IOException {
SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
long start = System.currentTimeMillis();
Modified: nutch/branches/branch-1.4/src/java/org/apache/nutch/indexer/solr/SolrIndexer.java
URL: http://svn.apache.org/viewvc/nutch/branches/branch-1.4/src/java/org/apache/nutch/indexer/solr/SolrIndexer.java?rev=1140685&r1=1140684&r2=1140685&view=diff
==============================================================================
--- nutch/branches/branch-1.4/src/java/org/apache/nutch/indexer/solr/SolrIndexer.java (original)
+++ nutch/branches/branch-1.4/src/java/org/apache/nutch/indexer/solr/SolrIndexer.java Tue Jun 28 15:26:20 2011
@@ -57,6 +57,11 @@ public class SolrIndexer extends Configu
}
public void indexSolr(String solrUrl, Path crawlDb, Path linkDb,
+ List<Path> segments) throws IOException {
+ indexSolr(solrUrl, crawlDb, linkDb, segments, false);
+ }
+
+ public void indexSolr(String solrUrl, Path crawlDb, Path linkDb,
List<Path> segments, boolean noCommit) throws IOException {
SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
long start = System.currentTimeMillis();