Skip to content

Commit

Permalink
Less requests per minute and changing BCN
Browse files Browse the repository at this point in the history
  • Loading branch information
JJ committed Apr 11, 2015
1 parent 425a46f commit a9c3417
Show file tree
Hide file tree
Showing 3 changed files with 2 additions and 3 deletions.
2 changes: 1 addition & 1 deletion barcelona.json
Expand Up @@ -2,6 +2,6 @@
"output_dir": "../top-github-users-data",
"city" : "Barcelona",
"layout": "layout.ect",
"cutoff" : [3,1,[0,1]],
"cutoff" : [3,1,[0,1,"2014-01-01"]],
"big" : true
}
1 change: 0 additions & 1 deletion check-api-searches.coffee
Expand Up @@ -11,7 +11,6 @@ city_top = new Top city, id, secret

all_urls = city_top.get_urls()
urls = ( url for url in all_urls when url.match(/page=1\b/) )
console.log urls
total_results = 0
requesting = ->
url = urls.shift()
Expand Down
2 changes: 1 addition & 1 deletion lib/utils-node.js
Expand Up @@ -8,7 +8,7 @@ var batchGet = exports.batchGet = function(urls, progressback, callback) {
if ( urls.length > 20 && urls[0].match(/api/) ) {
console.log( "API search, limiting" );
batch.concurrency(1);
delay = 1700;
delay = 1800;
} else {
batch.concurrency(5);
}
Expand Down

0 comments on commit a9c3417

Please sign in to comment.