Skip to content
This repository has been archived by the owner on Apr 24, 2024. It is now read-only.

Commit

Permalink
Crash of Yaspeller when try Habrahabr url #22
Browse files Browse the repository at this point in the history
  • Loading branch information
hcodes committed Mar 20, 2015
1 parent ad10f4f commit 49fb2b5
Showing 1 changed file with 14 additions and 9 deletions.
23 changes: 14 additions & 9 deletions lib/yaspeller.js
Expand Up @@ -298,16 +298,21 @@ function checkUrl(url, callback, settings) {

printDebug('get: ' + url);

request.get(url, function(error, response, text) {
if(error || response.statusCode !== 200) {
callback(true, Error(url + ': returns status code is ' + response.statusCode));
return;
}
request.get({
method: 'GET',
uri: url,
gzip: true
},
function(error, response, text) {
if(error || response.statusCode !== 200) {
callback(true, Error(url + ': returns status code is ' + response.statusCode));
return;
}

var startTime = Date.now();
checkText(text, function(err, data) {
callback(err, err ? data : {resource: url, data: data, time: Date.now() - startTime});
}, settings);
var startTime = Date.now();
checkText(text, function(err, data) {
callback(err, err ? data : {resource: url, data: data, time: Date.now() - startTime});
}, settings);
});
}

Expand Down

0 comments on commit 49fb2b5

Please sign in to comment.