Added support for <head>

6 · Feb 5, 2011 · 3058ba7 · 3058ba7
1 parent bbf0111
commit 3058ba7
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 3 deletions.
diff --git a/examples/test.js b/examples/test.js
@@ -8,7 +8,7 @@ http.createServer(function (request, response) {
 			links += '<a href="/">Test - '+i+'</a>';
 		};
 		response.writeHead(200, {'Content-Type': 'text/plain'});
-		response.end('<html><body><div id="time">'+respondTime+'</div>'+links+'</body></html>\n');
+		response.end('<html><head><title>Page has '+linkCount+' links</title></head><body><div id="time">'+respondTime+'</div>'+links+'</body></html>\n');
 	}, respondTime);
 }).listen(8486);
 
@@ -26,7 +26,7 @@ setTimeout(function() {
 			console.log(err);
 			return;
 		}
-		console.log('Server took '+$('#time').text()+'ms to respond, found '+$('a').length+' <a> @ '+new Date().toString());
+		console.log('Server took '+$('#time').text()+'ms to respond, found '+$('a').length+' <a> @ '+new Date().toString()+' with title "'+$('title').text()+'"');
 	}, {
 		'reqPerSec': 0.5
 	});

diff --git a/lib/scraper.js b/lib/scraper.js
@@ -54,6 +54,7 @@ module.exports = function scrape(requestOptions, callback, fetchOptions) {
 				if (response && response.statusCode == 200) {
 					var window = jsdom.jsdom().createWindow();
 					jsdom.jQueryify(window, function(win, $) {
+						$('head').append($(body).find('head').html());
 						$('body').append($(body).find('body').html());
 						callback(null, $, requestOptions['uri']);
 					});

diff --git a/package.json b/package.json
@@ -1,7 +1,7 @@
 {
   "name" : "scraper",
   "description" : "Easier web scraping using jQuery.",
-  "version" : "0.0.6",
+  "version" : "0.0.7",
   "author" : "Mathias Pettersson <mape@mape.me>",
   "engines" : ["node"],
   "directories" : { "lib" : "./lib" },