diff --git a/examples/official-site/robots.txt b/examples/official-site/robots.txt new file mode 100644 index 00000000..a0a4ef08 --- /dev/null +++ b/examples/official-site/robots.txt @@ -0,0 +1,6 @@ +User-agent: * +Disallow: /examples/authentication/login.sql # Block access to specific sensitive SQL files like this + +Allow: / # Allow access to all public-facing SQL-generated pages + +Sitemap: https://sql.datapage.app/sitemap.xml diff --git a/examples/official-site/sitemap.xml b/examples/official-site/sitemap.xml new file mode 100644 index 00000000..382e3c34 --- /dev/null +++ b/examples/official-site/sitemap.xml @@ -0,0 +1,38 @@ + + + + https://sql.datapage.app/ + 2024-10-10 + 1.00 + + + https://sql.datapage.app/component.sql + 2024-10-10 + 0.80 + + + https://sql.datapage.app/documentation.sql + 2024-10-10 + 0.80 + + + https://sql.datapage.app/your-first-sql-website/ + 2024-10-10 + 0.80 + + + https://beta.datapage.app/ + 2024-10-10 + 0.80 + + + https://sql.datapage.app/performance.sql + 2024-10-10 + 0.60 + + + https://sql.datapage.app/blog.sql + 2024-10-10 + 0.60 + +