*) Bugfix for robots.txt isDisallowed Check.

Setting path to "/" if it is null or empty. git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@677 6c8d7289-2bf4-0310-a012-ef5d649a1542
yacy · Sep 7, 2005 · 0aafb83 · 0aafb83
1 parent 2cd695f
commit 0aafb83
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 3 deletions.
diff --git a/source/de/anomic/plasma/plasmaCrawlRobotsTxt.java b/source/de/anomic/plasma/plasmaCrawlRobotsTxt.java
@@ -196,8 +196,8 @@ public Date getLoadedDate() {
         }
 
         public boolean isDisallowed(String path) {
-            if ((path == null) || (path.length() == 0)) return false;
-            if ((this.mem == null) || (this.disallowPathList.size() == 0)) return false;
+            if ((this.mem == null) || (this.disallowPathList.size() == 0)) return false;            
+            if ((path == null) || (path.length() == 0)) path = "/";
 
             Iterator pathIter = this.disallowPathList.iterator();
             while (pathIter.hasNext()) {

diff --git a/source/de/anomic/plasma/plasmaCrawlWorker.java b/source/de/anomic/plasma/plasmaCrawlWorker.java
@@ -4,7 +4,9 @@
 //(C) by Michael Peter Christen; mc@anomic.de
 //first published on http://www.anomic.de
 //Frankfurt, Germany, 2004
-//last major change: 21.04.2005 by Martin Thelian
+//
+//last major change: $LastChangedDate$ by $LastChangedBy$
+//Revision: $LastChangedRevision$
 //
 //This program is free software; you can redistribute it and/or modify
 //it under the terms of the GNU General Public License as published by