forked from ChanceYu/front-end-rss
-
Notifications
You must be signed in to change notification settings - Fork 0
/
fetch.js
68 lines (53 loc) · 1.39 KB
/
fetch.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
const Parser = require('rss-parser')
const Async = require('async')
const utils = require('./utils')
require('dotenv').config({ multiline: true })
let rssConfig = {}
try {
rssConfig = JSON.parse(process.env.RSS_CONFIG || '{}')
} catch (e) {
}
async function fetchFeed(rss) {
const parser = new Parser({
headers: {
'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1'
},
})
try {
const feed = await parser.parseURL(rss)
if (feed) {
utils.logSuccess('成功 RSS: ' + rss)
return feed
}
} catch (e) {}
utils.logWarn('失败 RSS: ' + rss)
return true
}
async function initFetch(rssItem, onFinish) {
let rssArray = rssItem.rss
if (typeof rssArray === 'string') {
rssArray = [rssArray]
}
const envRss = rssConfig[rssItem.title]
if (envRss) {
rssArray.unshift(envRss)
}
const tasks = rssArray.map((rss) => ((callback) => {
((async () => {
const feed = await fetchFeed(rss)
if (feed === true) {
callback(true)
} else {
callback(null, feed)
}
})())
}))
utils.log('开始 RSS: ' + rssItem.title)
return new Promise((resolve) => {
Async.tryEach(tasks, (err, res) => {
utils.log('完成 RSS: ' + rssItem.title)
resolve(err ? null : res)
})
})
}
module.exports = initFetch