Hook spider into filetype exclusion framework

computermacgyver · Jul 22, 2012 · f0e99df · f0e99df
1 parent 8794448
commit f0e99df
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/spider.php b/spider.php
@@ -44,7 +44,7 @@
 		try {
 			$strURL = $seed["strURL"];
 			if (exclude_link($seed["strURL"])) throw new Exception("Page in excluded list: $strURL\n");
-			$downloaded_page = http_get_withheader($seed["strURL"], "");
+			$downloaded_page = http_get_withheader_suffixcheck($seed["strURL"], "");
 			$content_type=$downloaded_page['STATUS']['content_type'];
 			$strStatus=$downloaded_page['STATUS'];
 			$code=$strStatus["http_code"];