From c0d893a72ea89a48b6819e6e9c39f04b876c4695 Mon Sep 17 00:00:00 2001
From: Zack Stickles <zstickles@gmail.com>
Date: Fri, 29 May 2020 15:21:47 -0700
Subject: [PATCH] chore: added a note about disallowing paths for robots

---
 gatsby-config.js | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/gatsby-config.js b/gatsby-config.js
index 6823d9b0f..62e4f274e 100644
--- a/gatsby-config.js
+++ b/gatsby-config.js
@@ -63,6 +63,8 @@ module.exports = {
       options: {
         host: 'https://developer.newrelic.com',
         sitemap: 'https://developer.newrelic.com/sitemap.xml',
+        // NOTE: policy.disallow can take an array of pages or
+        // directories for web crawlers to  ignore.
         policy: [{ userAgent: '*', allow: '/' }],
       },
     },