Fix robot exclusion

* 1 robots exclusion file * Update the inline file to exclude dem gists
neo4j-contrib · Mar 9, 2015 · 711d489 · 711d489
1 parent 5ecb986
commit 711d489
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 3 deletions.
diff --git a/app.js b/app.js
@@ -672,7 +672,7 @@ console.log('finished routing');
 app.use(function (req, res, next) {
     if ('/robots.txt' == req.url) {
         res.type('text/plain')
-        res.send("User-agent: *\nDisallow: /");
+        res.send("User-agent: *\nDisallow: /graphgist/");
     } else {
         next();
     }

diff --git a/robots.txt b/robots.txt