Skip to content

Commit

Permalink
Added Blog-news-symbol as requested.
Browse files Browse the repository at this point in the history 
I think I will change the character distance a little bit later.

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@2101 6c8d7289-2bf4-0310-a012-ef5d649a1542
  • Loading branch information
rramthun committed May 15, 2006
1 parent b4ab183 commit f08e336
Show file tree
Hide file tree
Showing 2 changed files with 12 additions and 12 deletions.
Binary file added htroot/env/grafics/blog.gif
View file
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
24 changes: 12 additions & 12 deletions source/de/anomic/plasma/plasmaCrawlStacker.java
View file
Expand Up @@ -255,7 +255,7 @@ public String stackCrawl(String nexturlString, String referrerString, String ini
} catch (MalformedURLException e) {
reason = "denied_(url_'" + nexturlString + "'_wrong)";
this.log.logSevere("Wrong URL in stackCrawl: " + nexturlString +
". Stack processing time: " + (System.currentTimeMillis()-startTime));
". Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
}

Expand All @@ -264,25 +264,25 @@ public String stackCrawl(String nexturlString, String referrerString, String ini
if (hostAddress == null) {
reason = "denied_(unknown_host)";
this.log.logFine("Unknown host in URL '" + nexturlString + "'. " +
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
} else if (hostAddress.isSiteLocalAddress()) {
reason = "denied_(private_ip_address)";
this.log.logFine("Host in URL '" + nexturlString + "' has private IP address. " +
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
} else if (hostAddress.isLoopbackAddress()) {
reason = "denied_(loopback_ip_address)";
this.log.logFine("Host in URL '" + nexturlString + "' has loopback IP address. " +
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
}

// check blacklist
if (plasmaSwitchboard.urlBlacklist.isListed(nexturl)) {
reason = "denied_(url_in_blacklist)";
this.log.logFine("URL '" + nexturlString + "' is in blacklist. " +
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
}

Expand All @@ -293,7 +293,7 @@ public String stackCrawl(String nexturlString, String referrerString, String ini
urlPool.errorURL.newEntry(nexturl, referrerHash, initiatorHash, yacyCore.seedDB.mySeed.hash,
name, reason, new bitfield(plasmaURL.urlFlagLength), false);*/
this.log.logFine("URL '" + nexturlString + "' does not match crawling filter '" + profile.generalFilter() + "'. " +
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
}

Expand All @@ -304,7 +304,7 @@ public String stackCrawl(String nexturlString, String referrerString, String ini
urlPool.errorURL.newEntry(nexturl, referrerHash, initiatorHash, yacyCore.seedDB.mySeed.hash,
name, reason, new bitfield(plasmaURL.urlFlagLength), false);*/
this.log.logFine("URL '" + nexturlString + "' is CGI URL. " +
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
}

Expand All @@ -315,7 +315,7 @@ public String stackCrawl(String nexturlString, String referrerString, String ini
urlPool.errorURL.newEntry(nexturl, referrerHash, initiatorHash, yacyCore.seedDB.mySeed.hash,
name, reason, new bitfield(plasmaURL.urlFlagLength), false);*/
this.log.logFine("URL '" + nexturlString + "' is post URL. " +
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
}

Expand All @@ -328,15 +328,15 @@ public String stackCrawl(String nexturlString, String referrerString, String ini
if (!(profile.grantedDomAppearance(nexturl.getHost()))) {
reason = "denied_(no_match_with_domain_filter)";
this.log.logFine("URL '" + nexturlString + "' is not listed in granted domains. " +
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
}

// deny urls that exceed allowed number of occurrences
if (!(profile.grantedDomCount(nexturl.getHost()))) {
reason = "denied_(domain_count_exceeded)";
this.log.logFine("URL '" + nexturlString + "' appeared too often, a maximum of " + profile.domMaxPages() + " is allowed. "+
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
}

Expand All @@ -354,7 +354,7 @@ public String stackCrawl(String nexturlString, String referrerString, String ini
urlPool.errorURL.newEntry(nexturl, referrerHash, initiatorHash, yacyCore.seedDB.mySeed.hash,
name, reason, new bitfield(plasmaURL.urlFlagLength), false);*/
this.log.logFine("URL '" + nexturlString + "' is double registered in '" + dbocc + "'. " +
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
}

Expand All @@ -365,7 +365,7 @@ public String stackCrawl(String nexturlString, String referrerString, String ini
urlPool.errorURL.newEntry(nexturl, referrerHash, initiatorHash, yacyCore.seedDB.mySeed.hash,
name, reason, new bitfield(plasmaURL.urlFlagLength), false);*/
this.log.logFine("Crawling of URL '" + nexturlString + "' disallowed by robots.txt. " +
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
}

Expand Down

0 comments on commit f08e336

Please sign in to comment.