/
tuto7-parallel._js
126 lines (116 loc) · 3.63 KB
/
tuto7-parallel._js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
"use strict";
var ez = require('ez-streams');
var url = require('url');
var qs = require('querystring');
var begPage = '<html><head><title>My Search</title></head></body>' + //
'<form action="/">Search: ' + //
'<input name="q" value="{q}"/>' + //
'<input type="submit"/>' + //
'</form><hr/>';
var endPage = '<hr/>generated in {ms}ms</body></html>';
ez.devices.http.server(function(request, response, _) {
var query = qs.parse(url.parse(request.url).query),
t0 = new Date();
response.writeHead(200, {
'Content-Type': 'text/html; charset=utf8'
});
response.write(_, begPage.replace('{q}', query.q || ''));
response.write(_, search(_, query.q));
response.write(_, endPage.replace('{ms}', new Date() - t0));
response.end();
}).listen(_, 1337);
console.log('Server running at http://127.0.0.1:1337/');
function search(_, q) {
if (!q || /^\s*$/.test(q)) return "Please enter a text to search";
try {
// start the 3 futures
var googleFuture = googleSearch(!_, q);
var fileFuture = fileSearch(!_, q);
var mongoFuture = mongoSearch(!_, q);
// join the results
return '<h2>Web</h2>' + googleFuture(_) //
+ '<hr/><h2>Files</h2>' + fileFuture(_) //
+ '<hr/><h2>Mongo</h2>' + mongoFuture(_);
} catch (ex) {
return 'an error occured. Retry or contact the site admin: ' + ex.stack;
}
}
function googleSearch(_, q) {
var t0 = new Date();
var json = ez.devices.http.client({
url: 'http://ajax.googleapis.com/ajax/services/search/web?v=1.0&q=' + q,
proxy: process.env.http_proxy
}).end().response(_).checkStatus(200).readAll(_);
// parse JSON response
var parsed = JSON.parse(json);
// Google may refuse our request. Return the message then.
if (!parsed.responseData) return "GOOGLE ERROR: " + parsed.responseDetails;
// format result in HTML
return '<ul>' + parsed.responseData.results.map(function(entry) {
return '<li><a href="' + entry.url + '">' + entry.titleNoFormatting + '</a></li>';
}).join('') + '</ul>' + '<br/>completed in ' + (new Date() - t0) + ' ms';
}
var fs = require('fs'),
flows = require('streamline/lib/util/flows');
// allocate a funnel for 100 concurrent open files
var filesFunnel = flows.funnel(100);
function fileSearch(_, q) {
var t0 = new Date();
var results = '';
function doDir(_, dir) {
fs.readdir(dir, _).forEach_(_, -1, function(_, file) {
var f = dir + '/' + file;
var stat = fs.stat(f, _);
if (stat.isFile()) {
// use the funnel to limit the number of open files
filesFunnel(_, function(_) {
fs.readFile(f, 'utf8', _).split('\n').forEach(function(line, i) {
if (line.indexOf(q) >= 0) results += '<br/>' + f + ':' + i + ':' + line;
});
});
} else if (stat.isDirectory()) {
doDir(_, f);
}
});
}
doDir(_, __dirname);
return results + '<br/>completed in ' + (new Date() - t0) + ' ms';;
}
var mongodb = require('mongodb'),
mongoFunnel = flows.funnel(1);
function mongoSearch(_, q) {
var t0 = new Date();
var db = new mongodb.Db('tutorial', new mongodb.Server("127.0.0.1", 27017, {}));
db.open(_);
try {
var coln = db.collection('movies', _);
mongoFunnel(_, function(_) {
if (coln.count(_) === 0) coln.insert(MOVIES, _);
});
var re = new RegExp(".*" + q + ".*");
return coln.find({
$or: [{
title: re
}, {
director: re
}]
}, _).toArray(_).map(function(movie) {
return movie.title + ': ' + movie.director;
}).join('<br/>') + '<br/>completed in ' + (new Date() - t0) + ' ms';;
} finally {
db.close();
}
}
var MOVIES = [{
title: 'To be or not to be',
director: 'Ernst Lubitsch'
}, {
title: 'La Strada',
director: 'Federico Fellini'
}, {
title: 'Metropolis',
director: 'Fritz Lang'
}, {
title: 'Barry Lyndon',
director: 'Stanley Kubrick'
}];