From ea26b84eedce40ea43a4973b9f1199c8d55deeb8 Mon Sep 17 00:00:00 2001 From: theli Date: Wed, 17 Aug 2005 10:12:52 +0000 Subject: [PATCH] *) Bugfix for http://www.yacy-forum.de/viewtopic.php?t=954 git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@553 6c8d7289-2bf4-0310-a012-ef5d649a1542 --- source/de/anomic/plasma/plasmaCrawlWorker.java | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/source/de/anomic/plasma/plasmaCrawlWorker.java b/source/de/anomic/plasma/plasmaCrawlWorker.java index b2cb63e0d..49ddd13a5 100644 --- a/source/de/anomic/plasma/plasmaCrawlWorker.java +++ b/source/de/anomic/plasma/plasmaCrawlWorker.java @@ -283,6 +283,8 @@ public final class plasmaCrawlWorker extends Thread { boolean useContentEncodingGzip ) throws IOException { if (url == null) return; + + // if the recrawling limit was exceeded we stop crawling now if (crawlingRetryCount < 0) return; Date requestDate = new Date(); // remember the time... @@ -424,6 +426,7 @@ public final class plasmaCrawlWorker extends Thread { if (retryCrawling) { + if (crawlingRetryCount > 1) crawlingRetryCount = 1; load(url, name, referer, @@ -436,7 +439,7 @@ public final class plasmaCrawlWorker extends Thread { remoteProxyUse, cacheManager, log, - 0, + --crawlingRetryCount, false ); } else {