fix(ui): hide pages from web crawlers

Needed to make demo.datahubproject.io have fewer errors during Google indexing.
hsheth2 · Aug 28, 2023 · 160efe5 · 160efe5
1 parent 3acd25b
commit 160efe5
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/datahub-web-react/public/robots.txt b/datahub-web-react/public/robots.txt
@@ -1,3 +1,6 @@
 # https://www.robotstxt.org/robotstxt.html
 User-agent: *
-Disallow:
+Disallow: /api
+Disallow: /gms
+Disallow: /search
+Disallow: /logOut