Skip to content

Commit

Permalink
Crawler core, in progress
Browse files Browse the repository at this point in the history
  • Loading branch information
Kaique da Silva committed Jun 30, 2012
1 parent 9bade5b commit 200ddf7
Show file tree
Hide file tree
Showing 285 changed files with 83,474 additions and 1 deletion.
Binary file not shown.
33 changes: 32 additions & 1 deletion actions/crawler/main.js
Original file line number Diff line number Diff line change
@@ -1,3 +1,34 @@
#!/usr/bin/env node
# Web crawler

var Crawler = (function () {
// Web crawler
var core = function () {},
http = require('http'),
jquery = require('jquery'),
_ = require('underscore');

core.prototype = {
page: function ( settings, callback ) {
var callback = callback || function () {},
options = {
host: settings['url'],
port: settings['port'] || 80,
agent: settings['agent'] || ( false ),
};

if ( settings && callback ) {
http.get( options, function ( response ) {
response.on('data', function ( chunk ) {
return callback(
jquery('html').html( chunk.toString('utf-8') )
);
});
});
}
},
};

return new core;
} ());

exports.core = Crawler;
16 changes: 16 additions & 0 deletions actions/crawler/test.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
var http = require('http');

var options = {
host: 'www.google.com.br',
port: 80,
path: '/',
agent: false
};

http.get(options, function ( res ) {
res.on('data', function ( chunk ) {
console.log( chunk.toString('utf-8') );
});
}).on('error', function ( e ) {
console.log( e.message );
});
1 change: 1 addition & 0 deletions node_modules/jquery/.npmignore

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

22 changes: 22 additions & 0 deletions node_modules/jquery/LICENSE-MIT

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

53 changes: 53 additions & 0 deletions node_modules/jquery/README.md

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

106 changes: 106 additions & 0 deletions node_modules/jquery/grunt.js

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Loading

0 comments on commit 200ddf7

Please sign in to comment.