Skip to content
Browse files

Hook spider into filetype exclusion framework

  • Loading branch information...
1 parent 8794448 commit f0e99dfd05ce7c57ecb8f500cce1251ef921498c @pmyteh pmyteh committed Jul 22, 2012
Showing with 1 addition and 1 deletion.
  1. +1 −1 spider.php
View
2 spider.php
@@ -44,7 +44,7 @@
try {
$strURL = $seed["strURL"];
if (exclude_link($seed["strURL"])) throw new Exception("Page in excluded list: $strURL\n");
- $downloaded_page = http_get_withheader($seed["strURL"], "");
+ $downloaded_page = http_get_withheader_suffixcheck($seed["strURL"], "");
$content_type=$downloaded_page['STATUS']['content_type'];
$strStatus=$downloaded_page['STATUS'];
$code=$strStatus["http_code"];

0 comments on commit f0e99df

Please sign in to comment.
Something went wrong with that request. Please try again.