add robots.txt

freedit-org · Jun 27, 2023 · 3a5051f · 3a5051f
1 parent 7a2896a
commit 3a5051f
Show file tree

Hide file tree

Showing 3 changed files with 17 additions and 12 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/src/app_router.rs b/src/app_router.rs
@@ -9,7 +9,7 @@ use crate::{
             mod_inn_post, post, post_delete, post_downvote, post_hide, post_lock, post_upvote,
             preview, tag,
         },
-        meta_handler::{handler_404, home, style},
+        meta_handler::{handler_404, home, robots, style},
         notification::notification,
         solo::{solo, solo_delete, solo_like, solo_list, solo_post},
         tantivy::search,
@@ -108,6 +108,7 @@ pub async fn router() -> Router {
 
     let mut router_static = Router::new()
         .route("/static/style.css", get(style))
+        .route("/robots.txt", get(robots))
         .nest_service("/static/avatars", ServeDir::new(&CONFIG.avatars_path))
         .nest_service("/static/inn_icons", ServeDir::new(&CONFIG.inn_icons_path))
         .nest_service("/static/upload", ServeDir::new(&CONFIG.upload_path));

diff --git a/src/controller/meta_handler.rs b/src/controller/meta_handler.rs
@@ -146,6 +146,10 @@ pub(crate) async fn style() -> (HeaderMap, &'static str) {
     (headers, &CSS)
 }
 
+pub(crate) async fn robots() -> &'static str {
+    "User-agent: *\nDisallow: /search"
+}
+
 pub async fn shutdown_signal() {
     let ctrl_c = async {
         signal::ctrl_c()