Changed the way non-2xx responses are handled.

MichaelBone · Aug 6, 2018 · f2098cf · f2098cf
1 parent ed8e1b4
commit f2098cf
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scraper.js b/scraper.js
@@ -91,7 +91,7 @@ async function main() {
         "Upgrade-Insecure-Requests": "1",
         "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.140 Safari/537.36 Edge/17.17134"
     };
-    let body = await request({ url: DevelopmentApplicationsUrl, proxy: process.env.MORPH_PROXY, simple: false, headers: headers });
+    let body = await request({ url: DevelopmentApplicationsUrl, proxy: process.env.MORPH_PROXY, simple: true, headers: headers });
     let $ = cheerio.load(body);
     await sleep(20000 + getRandom(0, 10) * 1000);