-
Notifications
You must be signed in to change notification settings - Fork 300
/
awesome.js
56 lines (45 loc) · 1.69 KB
/
awesome.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
var fs = require("fs");
var ssl = require("ssl");
var http = require("http");
var path = require('path');
var coroutine = require('coroutine');
ssl.loadRootCerts();
var docsFolder = path.join(__dirname, "../docs/docs/awesome/");
function clean_folder(p) {
var dir = fs.readdir(p);
console.log("clean", p);
dir.forEach(function (name) {
var fname = path.join(p, name);
var f = fs.stat(fname);
if (f.isDirectory()) {
clean_folder(fname);
fs.rmdir(fname);
} else
fs.unlink(fname);
});
}
clean_folder(docsFolder);
fs.mkdir(path.join(docsFolder, 'module'));
var basicAuthentication = process.env.GITHUB_AUTH_USER || 'username:token';
var token = require('base64').encode(basicAuthentication)
var headers = {
"Authorization": "Basic " + token,
}
var tokenInfo = http.get(`https://api.github.com/user`, { headers }).json()
if (!tokenInfo.login) {
throw 'github basic authorization failed'
}
var list = new Buffer(http.get("https://api.github.com/repos/fibjs/awesome/readme", { headers }).json().content, 'base64').toString();
var ls = [];
list = list.replace(/- \[(.+?)\]\((.+?)\)/g, (s, s1, s2) => {
var u = s2.replace(/^https:\/\/github.com\//, 'https://api.github.com/repos/') + '/readme';
console.log('getting', u);
coroutine.sleep(100);
var doc = new Buffer(http.get(u, { headers }).json().content, 'base64').toString();
fs.writeTextFile(path.join(docsFolder, 'module', s1 + '.md'), doc);
var s = `[${s1}](./module/${s1}.md)`
ls.push('* ' + s);
return '- ' + s;
});
fs.writeTextFile(path.join(docsFolder, 'README.md'), list);
fs.writeTextFile(path.join(docsFolder, 'SUMMARY.md'), ls.join('\n'));