docs: update robots.txt

angular · May 22, 2024 · 0e58322 · 0e58322
1 parent 5be6df6
commit 0e58322
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/adev/src/robots.txt b/adev/src/robots.txt
@@ -1,2 +1,3 @@
-User-agent: Algolia Crawler
-Allow: /
+# Allow all URLs (see https://www.robotstxt.org/robotstxt.html)
+User-agent: *
+Disallow: /