adding the robots.txt files to the project and sitemap.xml

daviteixeira-btm · Sep 3, 2023 · b4c7178 · b4c7178
1 parent 062ad15
commit b4c7178
Show file tree

Hide file tree

Showing 2 changed files with 19 additions and 0 deletions.
diff --git a/public/robots.txt b/public/robots.txt
@@ -0,0 +1,7 @@
+User-agent: Googlebot
+Disallow: /nogooglebot/
+
+User-agent: *
+Allow: /
+
+Sitemap: https://daviteixeira.dev.br/sitemap.xml
diff --git a/public/sitemap.xml b/public/sitemap.xml
@@ -0,0 +1,12 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<urlset
+  xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"
+  xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+  xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9 
+  http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd"
+>
+  <url>
+    <loc>https://daviteixeira.dev.br/</loc>
+    <lastmod>2023-09-03T17:16:30+00:00</lastmod>
+  </url>
+</urlset>