This repository has been archived by the owner on Nov 7, 2019. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 1
/
cron.js
93 lines (75 loc) · 2 KB
/
cron.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
'use strict';
// Start Profiler
require('./lib/profile');
// Module dependencies.
var mongoose = require('mongoose'),
async = require('async'),
config = require('./config/config');
// Connect to MongoDB
mongoose.connect(config.db);
// Require models
var modelsPath = __dirname + '/app/models';
require('./lib/models-loader')(modelsPath);
var Post = mongoose.model('Post');
var resetTopPosts = function(cb) {
var conditions = {top: true},
update = {top: false},
options = {multi: true};
Post.update(conditions, update, options, function(err) {
if(err) cb(err);
console.log('[FINISH] resetTopPosts');
cb(null);
});
};
var createOrUpdatePosts = function(data, cb) {
var posts = [],
i = 0;
async.whilst(
function() { return i < data.length; },
function(callback) {
Post.createOrUpdate(data[i], function(err, post) {
posts.push(post);
callback();
});
i++;
},
function(err) {
if(err) cb(err);
console.log('[FINISH] createOrUpdatePosts');
cb(null, posts);
}
);
};
var run = function(callback) {
console.log('[START] running cron');
var Q = require('q'),
HackerNewsFeed = require('./feeds/hacker_news'),
DesignerNewsFeed = require('./feeds/designer_news');
var HNFeed = new HackerNewsFeed('http://hn.algolia.com/rss'),
DNFeed = new DesignerNewsFeed('https://news.layervault.com');
var queue = [
HNFeed.parse(),
DNFeed.parse()
];
Q.all(queue).then(function(response) {
var HNItems = response[0],
DNItems = response[1],
posts = HNItems.concat(DNItems);
resetTopPosts(function(err) {
if(err) callback(err);
createOrUpdatePosts(posts, function(err) {
if(err) callback(err);
callback();
});
});
}, function(rej) {
callback(rej);
}).fail(function(err) {
callback(err);
});
};
run(function(err) {
if(err) console.log('[ERROR]', err);
console.log('[FINISH] running cron');
process.exit();
});