Merge pull request #1378 from pelias/middleware_robots

disallow robots from crawling the API
pelias · Nov 4, 2019 · fc999ff · fc999ff
2 parents 4f8c9eb + 9dc7088
commit fc999ff
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/app.js b/app.js
@@ -10,6 +10,7 @@ if( peliasConfig.api.accessLog ){
 
 app.use( require('./middleware/headers') );
 app.use( require('./middleware/cors') );
+app.use( require('./middleware/robots') );
 app.use( require('./middleware/options') );
 app.use( require('./middleware/jsonp') );
 

diff --git a/middleware/robots.js b/middleware/robots.js
@@ -0,0 +1,9 @@
+// Prevent search engines from attempting to index the API
+// https://developers.google.com/search/reference/robots_meta_tag#xrobotstag
+
+function middleware(req, res, next) {
+  res.header('X-Robots-Tag', 'none');
+  next();
+}
+
+module.exports = middleware;