updated robots.txt

Avaiga · Oct 9, 2024 · a01c1b2 · a01c1b2
1 parent a3c4b50
commit a01c1b2
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/docs/robots.txt b/docs/robots.txt
@@ -1,5 +1,6 @@
 User-agent: *
 Allow: /en/latest/ # Allow all robots to access the latest version of the documentation
-Disallow: /en/ # Disallow all robots to access the other versions of the documentation
+Disallow: /en/*/ # Disallow all other versions except 'latest'
+Disallow: /en/release-3.0/ # Specifically disallow this old version if needed
 
 Sitemap: https://docs.taipy.io/sitemap.xml