Skip to content

Commit

Permalink
modified: scraper.js
Browse files Browse the repository at this point in the history
  • Loading branch information
itsaclear committed Oct 22, 2017
1 parent 8eb0b46 commit 466067c
Showing 1 changed file with 7 additions and 1 deletion.
8 changes: 7 additions & 1 deletion scraper.js
Expand Up @@ -125,7 +125,13 @@ function run(db) {
//skipped socks4/socks5
scrappers.push(scrapper(db, "http://google-proxy.net/", "google"));
scrappers.push(scrapper(db, "http://free-proxy-list.net/anonymous-proxy.html", "anonymous"));

scrappers.push(scrapper(db, "https://sockslist.net/proxy/server-socks-hide-ip-address/", "socks"));
scrappers.push(scrapper(db, "http://www.gatherproxy.com/sockslist", "socks"));
scrappers.push(scrapper(db, "http://www.gatherproxy.com/proxylist/country/?c=Canada", "canda"));
scrappers.push(scrapper(db, "http://www.gatherproxy.com/proxylist/country/?c=United%20States", "us"));
scrappers.push(scrapper(db, "http://www.gatherproxy.com/proxylist/country/?c=United%20Kingdom", "uk"));
scrappers.push(scrapper(db, "http://www.gatherproxy.com/proxylist/country/?c=Germany", "germany"));
scrappers.push(scrapper(db, "http://www.gatherproxy.com/proxylist/country/?c=Egypt", "middle east"));
Promise.all(scrappers).then(function() {
cleanUp(db).then(function() {
readRows(db);
Expand Down

0 comments on commit 466067c

Please sign in to comment.