From 65a1de6c059bb2714b3bd99a2653535f44ff25c1 Mon Sep 17 00:00:00 2001 From: orbiter Date: Wed, 4 Feb 2009 16:55:09 +0000 Subject: [PATCH] longer timeout for remote crawl queries git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@5573 6c8d7289-2bf4-0310-a012-ef5d649a1542 --- htroot/rct_p.java | 2 +- source/de/anomic/crawler/CrawlQueues.java | 2 +- source/de/anomic/yacy/yacyClient.java | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/htroot/rct_p.java b/htroot/rct_p.java index 75e53d90b..ce8ed8835 100644 --- a/htroot/rct_p.java +++ b/htroot/rct_p.java @@ -54,7 +54,7 @@ public class rct_p { if (post.containsKey("retrieve")) { final String peerhash = post.get("peer", null); final yacySeed seed = (peerhash == null) ? null : sb.webIndex.seedDB.getConnected(peerhash); - final RSSFeed feed = (seed == null) ? null : yacyClient.queryRemoteCrawlURLs(sb.webIndex.seedDB, seed, 20, 10000); + final RSSFeed feed = (seed == null) ? null : yacyClient.queryRemoteCrawlURLs(sb.webIndex.seedDB, seed, 20, 60000); if (feed != null) { for (final RSSMessage item: feed) { //System.out.println("URL=" + item.getLink() + ", desc=" + item.getDescription() + ", pubDate=" + item.getPubDate()); diff --git a/source/de/anomic/crawler/CrawlQueues.java b/source/de/anomic/crawler/CrawlQueues.java index 68fd065aa..598dc312d 100644 --- a/source/de/anomic/crawler/CrawlQueues.java +++ b/source/de/anomic/crawler/CrawlQueues.java @@ -363,7 +363,7 @@ public class CrawlQueues { if (seed == null) return false; // we know a peer which should provide remote crawl entries. load them now. - final RSSFeed feed = yacyClient.queryRemoteCrawlURLs(sb.webIndex.seedDB, seed, 30, 5000); + final RSSFeed feed = yacyClient.queryRemoteCrawlURLs(sb.webIndex.seedDB, seed, 30, 60000); if (feed == null || feed.size() == 0) { // something is wrong with this provider. To prevent that we get not stuck with this peer // we remove it from the peer list diff --git a/source/de/anomic/yacy/yacyClient.java b/source/de/anomic/yacy/yacyClient.java index 1a07ca157..03a2921df 100644 --- a/source/de/anomic/yacy/yacyClient.java +++ b/source/de/anomic/yacy/yacyClient.java @@ -391,7 +391,7 @@ public final class yacyClient { // send request try { /* a long time-out is needed */ - final byte[] result = wput("http://" + target.getClusterAddress() + "/yacy/urls.xml", target.getHexHash() + ".yacyh", post, 60000); + final byte[] result = wput("http://" + target.getClusterAddress() + "/yacy/urls.xml", target.getHexHash() + ".yacyh", post, (int) maxTime); final RSSReader reader = RSSReader.parse(result); if (reader == null) { yacyCore.log.logWarning("yacyClient.queryRemoteCrawlURLs failed asking peer '" + target.getName() + "': probably bad response from remote peer (1), reader == null");