simple web scraper/crawler
grabbi using JSDOM and axios under hood provide simple but powerful way for scraping websites.
npm i grabbi
const grabbi = require('grabbi')
grabbi('https://www.github.com').then(({ doc, res }) => {
console.log(doc.title)
console.log(doc.getElementsByClassName('alt-lead mb-4')[0].textContent)
}).catch(err => console.log(err))
const grabbi = require('grabbi')
// you can use https://github.com/axios/axios#axios-api as config
const config = {
method: 'get',
timeout: 10000,
headers: { 'X-Custom-Header': 'foobar' }
}
grabbi('https://en.wikipedia.org/wiki/Main_Page', config).then(({ doc, res }) => {
console.log(doc.title)
console.log(doc.querySelector('div[id="articlecount"]').textContent)
}).catch(err => console.log(err))