Update crawler.js

bda-research · Oct 13, 2019 · 5f7f198 · 5f7f198
1 parent e96ca20
commit 5f7f198
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/lib/crawler.js b/lib/crawler.js
@@ -397,8 +397,11 @@ Crawler.prototype._onContent = function _onContent (error, options, response) {
 
 	var injectableTypes = ['html','xhtml','text/xml', 'application/xml', '+xml'];
 	if (!options.html && !typeis(contentType(response), injectableTypes)){
-		log('warn','response body is not HTML, skip injecting. Set jQuery to false to suppress this message');
-		return options.callback(null,response,options.release);
+		// in case gzip, content-type is undefined, we can test first 100 bytes for tag html
+		if(!/\<html/.test(response.body.substring(0,100))){
+			log('warn','response body is not HTML, skip injecting. Set jQuery to false to suppress this message');
+			return options.callback(null,response,options.release);
+		}
 	}
 
 	log('debug','Injecting');