Skip to content

Commit

Permalink
- low-memory patch for crawler
Browse files Browse the repository at this point in the history
git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@7304 6c8d7289-2bf4-0310-a012-ef5d649a1542
  • Loading branch information
orbiter committed Nov 4, 2010
1 parent 6ac4f81 commit 09badc6
Showing 1 changed file with 6 additions and 1 deletion.
7 changes: 6 additions & 1 deletion source/de/anomic/crawler/CrawlQueues.java
Expand Up @@ -520,7 +520,12 @@ public crawlWorker(final Request entry) {
this.code = Integer.valueOf(entry.hashCode());
if (!workers.containsKey(code)) {
workers.put(code, this);
this.start();
try {
this.start();
} catch (OutOfMemoryError e) {
Log.logWarning("CrawlQueues", "crawlWorker sequential fail-over: " + e.getMessage());
this.run();
}
}
this.setPriority(Thread.MIN_PRIORITY); // http requests from the crawler should not cause that other functions work worse
}
Expand Down

0 comments on commit 09badc6

Please sign in to comment.