Update docs/source/robots.txt

aiidateam · Jul 4, 2024 · df43725 · df43725
1 parent 3b2c836
commit df43725
Showing 1 changed file with 2 additions and 4 deletions.
diff --git a/docs/source/robots.txt b/docs/source/robots.txt
@@ -1,6 +1,4 @@
 User-agent: *
-Allow: /*/latest/
-Allow: /en/latest/   # Fallback for bots that don't understand wildcards
-Allow: /*/stable/
-Allow: /en/stable/   # Fallback for bots that don't understand wildcards
+Allow: /projects/aiida-core/en/latest/   
+Allow: /projects/aiida-core/en/stable/   
 Disallow: /