/
index.js
68 lines (60 loc) · 1.65 KB
/
index.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
const cheerio = require('cheerio');
const got = require('got');
const fetch = async(uri, userArgs, callback) => {
// Set defaults
const options = {
timeout: 5000,
headers: {
'User-Agent': 'request'
}
};
// If no args are supplied, move callback
if(typeof userArgs === 'function'){
callback = userArgs;
}
// override supplied args
if(typeof userArgs === 'object'){
Object.keys(userArgs).forEach((arg) => {
options[arg] = userArgs[arg];
});
}
// Fetch the meta data
let response;
try{
response = await got.get(uri, {
options
});
}catch(ex){
return respond({}, ex.code, callback);
}
// Parse the meta data
const $ = cheerio.load(response.body);
const meta = $('meta');
const keys = Object.keys(meta);
const metaData = {};
keys.forEach((key) => {
if(meta[key].attribs !== undefined){
if(meta[key].attribs.property && meta[key].attribs.content){
metaData[meta[key].attribs.property] = meta[key].attribs.content;
}
if(meta[key].attribs.name && meta[key].attribs.content){
metaData[meta[key].attribs.name] = meta[key].attribs.content;
}
}
});
// Response
return respond(metaData, null, callback);
};
// Allows for callback or promise response
const respond = (data, error, callback) => {
if(!callback){
if(error){
return Promise.reject(error);
}
return Promise.resolve(data);
}
return callback(error, data);
};
module.exports = {
fetch
};