/
blog.ts
100 lines (82 loc) · 2.77 KB
/
blog.ts
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
import { Route } from '@/types';
import cache from '@/utils/cache';
import got from '@/utils/got';
import { load } from 'cheerio';
import { parseDate } from '@/utils/parse-date';
export const route: Route = {
path: '/blog/:language?',
categories: ['programming'],
example: '/nodejs/blog',
parameters: { language: 'Language, see below, en by default' },
features: {
requireConfig: false,
requirePuppeteer: false,
antiCrawler: false,
supportBT: false,
supportPodcast: false,
supportScihub: false,
},
radar: [
{
source: ['nodejs.org/:language/blog', 'nodejs.org/'],
},
],
name: 'News',
maintainers: ['nczitzk'],
handler,
description: `| العربية | Catalan | Deutsch | Español | زبان فارسی |
| ------- | ------- | ------- | ------- | ---------- |
| ar | ca | de | es | fa |
| Français | Galego | Italiano | 日本語 | 한국어 |
| -------- | ------ | -------- | ------ | ------ |
| fr | gl | it | ja | ko |
| Português do Brasil | limba română | Русский | Türkçe | Українська |
| ------------------- | ------------ | ------- | ------ | ---------- |
| pt-br | ro | ru | tr | uk |
| 简体中文 | 繁體中文 |
| -------- | -------- |
| zh-cn | zh-tw |`,
};
async function handler(ctx) {
const language = ctx.req.param('language') ?? 'en';
const rootUrl = 'https://nodejs.org';
const currentUrl = `${rootUrl}/${language}/blog`;
const response = await got({
method: 'get',
url: currentUrl,
});
const $ = load(response.data);
$('.summary').remove();
let items = $('ul.blog-index li a')
.toArray()
.map((item) => {
item = $(item);
return {
title: item.text(),
link: `${rootUrl}${item.attr('href')}`,
};
});
items = await Promise.all(
items.map((item) =>
cache.tryGet(item.link, async () => {
const detailResponse = await got({
method: 'get',
url: item.link,
});
const content = load(detailResponse.data);
item.pubDate = parseDate(content('time').attr('datetime'));
item.author = content('.blogpost-meta')
.text()
.match(/by (.*), /)?.[1];
content('.blogpost-header').remove();
item.description = content('article').html();
return item;
})
)
);
return {
title: 'News - Node.js',
link: currentUrl,
item: items,
};
}