diff --git a/gatsby-config.js b/gatsby-config.js index 6823d9b0f..62e4f274e 100644 --- a/gatsby-config.js +++ b/gatsby-config.js @@ -63,6 +63,8 @@ module.exports = { options: { host: 'https://developer.newrelic.com', sitemap: 'https://developer.newrelic.com/sitemap.xml', + // NOTE: policy.disallow can take an array of pages or + // directories for web crawlers to ignore. policy: [{ userAgent: '*', allow: '/' }], }, },