Index: src/plugin/lib-http/src/java/org/apache/nutch/protocol/http/api/RobotRulesParser.java
===================================================================
--- src/plugin/lib-http/src/java/org/apache/nutch/protocol/http/api/RobotRulesParser.java	(revision 761738)
+++ src/plugin/lib-http/src/java/org/apache/nutch/protocol/http/api/RobotRulesParser.java	(working copy)
@@ -439,6 +439,13 @@
         Response response = http.getResponse(new URL(url, "/robots.txt"),
                                              new CrawlDatum(), true);
 
+        // try one level of redirection ?
+        if (response.getCode() == 301){
+          String redirection = response.getHeader("Location");
+          response = http.getResponse(new URL(redirection),
+              new CrawlDatum(), true);
+        }
+        
         if (response.getCode() == 200)               // found rules: parse them
           robotRules = parseRules(response.getContent());
         else if ( (response.getCode() == 403) && (!allowForbidden) )