fix: block robots by default

dunglas · Jan 25, 2024 · 1ed9b6d · 1ed9b6d
1 parent a0e629e
commit 1ed9b6d
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 11 deletions.
diff --git a/Caddyfile b/Caddyfile
@@ -35,20 +35,21 @@
 
 	{$CADDY_SERVER_EXTRA_DIRECTIVES}
 
-	header / Content-Type "text/html; charset=utf-8"
-	respond / `<!DOCTYPE html>
-	<html lang=en>
-	<meta charset="utf-8">
-	<meta name="robots" content="noindex">
-	<title>Welcome to Mercure</title>
-	<h1>Welcome to Mercure</h1>
-	<p>The URL of your hub is <code>/.well-known/mercure</code>.
-	Read the documentation on <a href="https://mercure.rocks">Mercure.rocks, real-time apps made easy</a>.`
-
+	skip_log /robots.txt
 	skip_log /healthz
 	skip_log /favicon.ico
-	skip_log /robots.txt
 
+	header / Content-Type "text/html; charset=utf-8"
+	respond / `<!DOCTYPE html>
+<html lang=en>
+<meta charset="utf-8">
+<meta name="robots" content="noindex">
+<title>Welcome to Mercure</title>
+<h1>Welcome to Mercure</h1>
+<p>The URL of your hub is <code>/.well-known/mercure</code>.
+Read the documentation on <a href="https://mercure.rocks">Mercure.rocks, real-time apps made easy</a>.`
+	respond /robots.txt `User-agent: *
+Disallow: /`
 	respond /healthz 200
 	respond "Not Found" 404
 }
diff --git a/Caddyfile.dev b/Caddyfile.dev
@@ -44,5 +44,7 @@
 	redir / /.well-known/mercure/ui/
 
 	respond /healthz 200
+	respond /robots.txt `User-agent: *
+Disallow: /`
 	respond "Not Found" 404
 }