Distributed Web Crawler, first version

lib/ajfabriq.js

@@ -136,9 +136,9 @@ function canProcess(filter, message, processors) {
     for (var n in processors) {
         var processor = processors[n];
         var filter = processor.filter;
-        var processors = processor.processors;
+        var subprocessors = processor.processors;
 
-        if (canProcess(filter, message, processors))
+        if (canProcess(filter, message, subprocessors))
             return true;
     }
 
@@ -239,7 +239,6 @@ function Channel(socket) {
 			if (line == null || line.length <= 1)
 				continue;
 
-			console.log('Received', line);
 			try {
 				var message = JSON.parse(line);
 			}
@@ -264,7 +263,6 @@ function Channel(socket) {
 	this.post = function (name, message) {
 		var msg = { name: name, message: message };
 		var text = JSON.stringify(msg);
-		console.log("Sending", text);
 		this.socket.write(text+"\n");
 	};
 }

samples/WebCrawler/client.js

@@ -0,0 +1,29 @@
+
+/**
+ * Module dependencies.
+ */
+
+var net = require('net'),
+    ajfabriq = require('../../'),
+    resolver = require('./resolver'),
+    downloader = require('./downloader'),
+    harvester = require('./harvester');
+
+var host = ajfabriq.createLocalHost();
+
+/**
+ * Application configuration.
+ */
+
+var app = host.createProcessor({ application: 'webcrawler' });
+harvester.createProcessor(app);
+downloader.createProcessor(app);
+
+var socket = new net.Socket();
+
+socket.connect(3000, 'localhost',
+	function() {
+		host.connect(new ajfabriq.Channel(socket), true);
+	}
+);
+

samples/WebCrawler/server.js

@@ -0,0 +1,30 @@
+
+/**
+ * Module dependencies.
+ */
+
+var ajfabriq = require('../../'),
+    resolver = require('./resolver'),
+    downloader = require('./downloader'),
+    harvester = require('./harvester');
+
+/**
+ * Host.
+ */
+
+var host = ajfabriq.createLocalHost();
+
+/**
+ * Application configuration.
+ */
+
+var link = process.argv[2];
+
+var app = host.createProcessor({ application: 'webcrawler' });
+resolver.createProcessor(app, link);
+harvester.createProcessor(app);
+downloader.createProcessor(app);
+
+host.listen(3000);
+
+host.process({ application: 'webcrawler', action: 'resolve', link: link });