git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@553 6c8d7289-2bf4-0310-a012-ef5d649a1542
pull/1/head
theli 20 years ago
parent 0c8a48e2cb
commit ea26b84eed

@ -283,6 +283,8 @@ public final class plasmaCrawlWorker extends Thread {
boolean useContentEncodingGzip boolean useContentEncodingGzip
) throws IOException { ) throws IOException {
if (url == null) return; if (url == null) return;
// if the recrawling limit was exceeded we stop crawling now
if (crawlingRetryCount < 0) return; if (crawlingRetryCount < 0) return;
Date requestDate = new Date(); // remember the time... Date requestDate = new Date(); // remember the time...
@ -424,6 +426,7 @@ public final class plasmaCrawlWorker extends Thread {
if (retryCrawling) { if (retryCrawling) {
if (crawlingRetryCount > 1) crawlingRetryCount = 1;
load(url, load(url,
name, name,
referer, referer,
@ -436,7 +439,7 @@ public final class plasmaCrawlWorker extends Thread {
remoteProxyUse, remoteProxyUse,
cacheManager, cacheManager,
log, log,
0, --crawlingRetryCount,
false false
); );
} else { } else {

Loading…
Cancel
Save