chore: added a note about disallowing paths for robots

newrelic · May 29, 2020 · c0d893a · c0d893a
1 parent 6879b1e
commit c0d893a
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/gatsby-config.js b/gatsby-config.js
@@ -63,6 +63,8 @@ module.exports = {
       options: {
         host: 'https://developer.newrelic.com',
         sitemap: 'https://developer.newrelic.com/sitemap.xml',
+        // NOTE: policy.disallow can take an array of pages or
+        // directories for web crawlers to  ignore.
         policy: [{ userAgent: '*', allow: '/' }],
       },
     },