-
Notifications
You must be signed in to change notification settings - Fork 6
/
zhua.js
41 lines (40 loc) · 1.12 KB
/
zhua.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
var request= require("request");
var source=__dirname+"/source.txt";
var fs= require("fs");
var arr=fs.readFileSync(source,"utf-8").split("\n")
require('iced-coffee-script');
var models=require('./models');
models.connectDb(function(){
models.verse.remove({},function(err){
arr.forEach(function(v,i){
var cache=v.replace(/ */g,"")
if(cache.length>20){
arr[i]=null
}else if(!/[\u4e00-\u9fa5]+?[\u3002\uff0c\uFF1F\uFF01]/.test(cache)){
arr[i]=null
}else{
arr[i]=cache
}
});
var result=[];
var counter=0;
arr.forEach(function(v,i){
if(!v) return;
var c=v.split(/[\u3002\uff0c\uFF1F\uFF01]/)//拆开
c.forEach(function(vc){
if(!!vc){
if(!/[\uFF08\uFF09\-\(\)\:\uFF1A]/.test(vc)&&vc.length>2){//特殊字符黑名
if(i%100==0){
console.log((i*100/arr.length).toFixed(2)+'%');
}
(new models.verse({content:vc,order:counter++})).save(function(err){
if(err){
console.err(err);
}
});
}
}
});
});
});
});