From fbc4326f4b249413fd71fe11a93ecf11f7533116 Mon Sep 17 00:00:00 2001
From: Kornel <kornel@geekhood.net>
Date: Fri, 15 Mar 2019 15:04:34 +0000
Subject: [PATCH] Track changes to robots.txt

---
 src/doc/robots.txt | 19 +++++++++++++++++++
 1 file changed, 19 insertions(+)
 create mode 100644 src/doc/robots.txt

diff --git a/src/doc/robots.txt b/src/doc/robots.txt
new file mode 100644
index 0000000000000..a54ec508c1bef
--- /dev/null
+++ b/src/doc/robots.txt
@@ -0,0 +1,19 @@
+# NB: This file is not automatically deployed. After changes, it needs to be uploaded manually to doc.rust-lang.org
+User-agent: *
+Disallow: /0.3/
+Disallow: /0.4/
+Disallow: /0.5/
+Disallow: /0.6/
+Disallow: /0.7/
+Disallow: /0.8/
+Disallow: /0.9/
+Disallow: /0.10/
+Disallow: /0.11.0/
+Disallow: /0.12.0/
+Disallow: /1.0.0-alpha/
+Disallow: /1.0.0-alpha.2/
+Disallow: /1.0.0-beta/
+Disallow: /1.0.0-beta.2/
+Disallow: /1.0.0-beta.3/
+Disallow: /1.0.0-beta.4/
+Disallow: /1.0.0-beta.5/