added 'robots.txt' to root directory of docs

aiidateam · Jul 5, 2024 · 0a6e426 · 0a6e426
1 parent 11eefc9
commit 0a6e426
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 0 deletions.
diff --git a/docs/source/conf.py b/docs/source/conf.py
@@ -171,6 +171,9 @@
 # If true, "(C) Copyright ..." is shown in the HTML footer. Default is True.
 html_show_copyright = False
 
+# This is to tell search engines to index only stable and latest version
+html_extra_path = ['robots.txt']
+
 # Add any paths that contain templates here, relative to this directory.
 templates_path = ['_templates']
 

diff --git a/docs/source/robots.txt b/docs/source/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Allow: /projects/aiida-core/en/latest/
+Allow: /projects/aiida-core/en/stable/
+Disallow: /