Fix that sh1t that nytimes.com is doing - no content-type?!?da faq NYT!

ubuntu-si · 0dc13bfdef35a261484dafbd9e9344ebeed27ba9 · CrazyLemon committed Feb 23, 2017

This commit was signed with a verified signature.

CrazyLemon Dražen M.

GPG key ID: 51035D63A0ADEA7C Learn about signing commits · Feb 23, 2017 · 0dc13bf
1 parent ff25fd0
commit 0dc13bfdef35a261484dafbd9e9344ebeed27ba9
Unified Split

Showing with 5 additions and 1 deletion.

+5 −1 lib/fat.coffee
diff --git a/lib/fat.coffee b/lib/fat.coffee
@@ -263,7 +263,11 @@ Bot::keyhash = (data)->
 
 Bot::fetchHTML = (url, cb)->
   @fetch url, (e, r, body)->
-    type =  r.headers["content-type"]
+    if r is undefined
+      # something is seriously wrong - we should ignore it and carry on
+      type = "text/html; charset=utf-8"
+    else
+      type =  r.headers["content-type"]
     if !e and r.statusCode is 200 and type.indexOf('html') != -1
       cb( cheerio.load(body) )
     else