From 72e37935e73b629fd9ecaabf958943cabc3ac825 Mon Sep 17 00:00:00 2001
From: Nathan Lovato <nathan@gdquest.com>
Date: Sat, 18 Jan 2020 19:30:20 +0100
Subject: [PATCH] Add robots.txt file to prevent indexing outdated docs (#3002)

Closes #2912
---
 conf.py    | 2 ++
 robots.txt | 6 ++++++
 2 files changed, 8 insertions(+)
 create mode 100644 robots.txt

diff --git a/conf.py b/conf.py
index c7188181..1ed1da53 100644
--- a/conf.py
+++ b/conf.py
@@ -91,6 +91,8 @@ html_logo = 'img/docs_logo.png'
 # These folders are copied to the documentation's HTML output
 html_static_path = ['_static']
 
+html_extra_path = ['robots.txt']
+
 # These paths are either relative to html_static_path
 # or fully qualified paths (eg. https://...)
 html_css_files = [
diff --git a/robots.txt b/robots.txt
new file mode 100644
index 00000000..f9fbadee
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,6 @@
+user-agent: *
+disallow: /*/3.1
+disallow: /*/3.0
+disallow: /*/2.0
+
+sitemap: https://docs.godotengine.org/sitemap.xml