diff --git a/source/de/anomic/crawler/RobotsTxt.java b/source/de/anomic/crawler/RobotsTxt.java index bbf0497c2..1d06ea023 100644 --- a/source/de/anomic/crawler/RobotsTxt.java +++ b/source/de/anomic/crawler/RobotsTxt.java @@ -357,7 +357,7 @@ public class RobotsTxt { if (code > 199 && code < 300) { if (!header.mime().startsWith("text/plain")) { robotsTxt = null; - if (log.isDebugEnabled()) log.debug("Robots.txt from URL '" + robotsURL + "' has wrong mimetype '" + header.mime() + "'."); + log.info("Robots.txt from URL '" + robotsURL + "' has wrong mimetype '" + header.mime() + "'."); } else { // getting some metadata