feat(security): disallow robots from crawling the API

Author: missinglink

app.js

@@ -10,6 +10,7 @@ if( peliasConfig.api.accessLog ){
 
 app.use( require('./middleware/headers') );
 app.use( require('./middleware/cors') );
+app.use( require('./middleware/robots') );
 app.use( require('./middleware/options') );
 app.use( require('./middleware/jsonp') );
 

middleware/robots.js

@@ -0,0 +1,9 @@
+// Prevent search engines from attempting to index the API
+// https://developers.google.com/search/reference/robots_meta_tag#xrobotstag
+
+function middleware(req, res, next) {
+  res.header('X-Robots-Tag', 'none');
+  next();
+}
+
+module.exports = middleware;