Update robots.txt

rtbf-ir · Jan 9, 2025 · dabcb94 · dabcb94
1 parent c205546
commit dabcb94
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/robots.txt b/robots.txt
@@ -1,7 +1,8 @@
 User-agent: *
 
 Disallow: /*?ref=
-disallow: *?*
+Disallow: *?*
+Disallow: /cdn-cgi/
 
 Sitemap: https://rtbf.ir/sitemap.xml