handled robots.txt

ewanleith · Jun 24, 2011 · 2725abe · 2725abe
1 parent c5513f0
commit 2725abe
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 1 deletion.
diff --git a/app.js b/app.js
@@ -69,8 +69,12 @@ app.get('/', function(req, res){
 		getTweets(res);
 });
 
+app.get('/robots.txt', function(req, res){ 
+ 	res.sendfile('robots.txt');
+});
+
 app.get('*', function(req, res){
-  res.send('Page not found, should be a 404 here');
+  res.send('Page not found, should be a 404 here', 404);
 });
 
 

diff --git a/robots.txt b/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /