added robots.txt to wikis

kiwix · Aug 30, 2024 · 58b04fc · 58b04fc
1 parent 9d9a401
commit 58b04fc
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/wiki/kiwix/kiwix-wiki.yaml b/wiki/kiwix/kiwix-wiki.yaml
@@ -70,6 +70,11 @@ metadata:
   annotations:
     nginx.ingress.kubernetes.io/rewrite-target: /
     nginx.ingress.kubernetes.io/proxy-body-size: 512m
+    nginx.ingress.kubernetes.io/server-snippet: |
+      location /robots.txt {
+        add_header Content-Type "text/plain";
+        return 200 "User-agent: *\nDisallow: /";
+      }
 spec:
   tls:
     - hosts:

diff --git a/wiki/openzim/openzim-wiki.yaml b/wiki/openzim/openzim-wiki.yaml
@@ -69,6 +69,11 @@ metadata:
   namespace: wiki
   annotations:
     nginx.ingress.kubernetes.io/rewrite-target: /
+    nginx.ingress.kubernetes.io/server-snippet: |
+      location /robots.txt {
+        add_header Content-Type "text/plain";
+        return 200 "User-agent: *\nDisallow: /";
+      }
 spec:
   tls:
     - hosts: