feat: robots.txt

ozwaldorf · Oct 15, 2024 · 3c427d8 · 3c427d8
1 parent 3b2c25f
commit 3c427d8
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 2 deletions.
diff --git a/src/main.rs b/src/main.rs
@@ -246,7 +246,7 @@ fn handle_get(req: Request, nonce: usize) -> Result<Response, Error> {
             }
 
             let usage = get_usage(&host, false)?;
-            Ok(Response::from_body(usage).with_content_type(mime::TEXT_PLAIN_UTF_8))
+            Ok(Response::new().with_body_text_plain(&usage))
         },
 
         // Privacy policy page
@@ -265,7 +265,13 @@ fn handle_get(req: Request, nonce: usize) -> Result<Response, Error> {
                 }
             }
 
-            Ok(Response::from_body(PRIVACY).with_content_type(mime::TEXT_PLAIN_UTF_8))
+            Ok(Response::new().with_body_text_plain(PRIVACY))
+        },
+
+        // Robots
+        Some("robots.txt") => {
+            const ROBOTS: &str = include_str!("static/robots.txt");
+            Ok(Response::new().with_body_text_plain(ROBOTS))
         },
 
         // Favicon

diff --git a/src/static/robots.txt b/src/static/robots.txt
@@ -0,0 +1,3 @@
+User-agent: *
+Disallow: /p/
+Allow: /