From 2062d0d1b7c3f01a409897fa4e35e93e47e165c6 Mon Sep 17 00:00:00 2001
From: Rohan Deb Sarkar <rohandebsarkar@gmail.com>
Date: Wed, 21 Jul 2021 18:41:03 +0530
Subject: [PATCH] Adds support for sitemap and robots.txt (#337)

* Adds support for sitemap

* Adds support for robots.txt
---
 Gemfile     | 1 +
 _config.yml | 1 +
 robots.txt  | 7 +++++++
 3 files changed, 9 insertions(+)
 create mode 100644 robots.txt

diff --git a/Gemfile b/Gemfile
index 5a324b1203e5..d87f96d290e5 100644
--- a/Gemfile
+++ b/Gemfile
@@ -7,6 +7,7 @@ group :jekyll_plugins do
     gem 'jekyll-paginate-v2'
     gem 'jekyll-scholar'
     gem 'jekyll-twitter-plugin'
+    gem 'jekyll-sitemap'
     gem 'jemoji'
     gem 'unicode_utils'
     gem 'webrick'
diff --git a/_config.yml b/_config.yml
index eb6671e37592..cd515b846362 100644
--- a/_config.yml
+++ b/_config.yml
@@ -139,6 +139,7 @@ plugins:
   - jekyll-paginate-v2
   - jekyll/scholar
   - jekyll-twitter-plugin
+  - jekyll-sitemap
   - jemoji
 
 # Extras
diff --git a/robots.txt b/robots.txt
new file mode 100644
index 000000000000..a450fbe28faa
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,7 @@
+---
+permalink: /robots.txt
+---
+User-agent: *
+Disallow:
+
+Sitemap: {{ site.baseurl | prepend: site.url }}/sitemap.xml