You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nutch.apache.org by ot...@apache.org on 2008/04/15 23:44:14 UTC

svn commit: r648424 - /lucene/nutch/trunk/src/plugin/lib-http/src/java/org/apache/nutch/protocol/http/api/RobotRulesParser.java

Author: otis
Date: Tue Apr 15 14:44:11 2008
New Revision: 648424

URL: http://svn.apache.org/viewvc?rev=648424&view=rev
Log:
- Cosmetics

Modified:
    lucene/nutch/trunk/src/plugin/lib-http/src/java/org/apache/nutch/protocol/http/api/RobotRulesParser.java

Modified: lucene/nutch/trunk/src/plugin/lib-http/src/java/org/apache/nutch/protocol/http/api/RobotRulesParser.java
URL: http://svn.apache.org/viewvc/lucene/nutch/trunk/src/plugin/lib-http/src/java/org/apache/nutch/protocol/http/api/RobotRulesParser.java?rev=648424&r1=648423&r2=648424&view=diff
==============================================================================
--- lucene/nutch/trunk/src/plugin/lib-http/src/java/org/apache/nutch/protocol/http/api/RobotRulesParser.java (original)
+++ lucene/nutch/trunk/src/plugin/lib-http/src/java/org/apache/nutch/protocol/http/api/RobotRulesParser.java Tue Apr 15 14:44:11 2008
@@ -464,8 +464,8 @@
         else if ( (response.getCode() == 403) && (!allowForbidden) )
           robotRules = FORBID_ALL_RULES;            // use forbid all
         else if (response.getCode() >= 500) {
-	  cacheRule = false;
-	  robotRules = EMPTY_RULES;
+          cacheRule = false;
+          robotRules = EMPTY_RULES;
         }else                                        
           robotRules = EMPTY_RULES;                 // use default rules
       } catch (Throwable t) {
@@ -477,7 +477,7 @@
       }
 
       if (cacheRule){
-	CACHE.put(host, robotRules);  // cache rules for host
+        CACHE.put(host, robotRules);  // cache rules for host
       }
     }
     return robotRules;