diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..3f86d8a --- /dev/null +++ b/robots.txt @@ -0,0 +1,10 @@ +--- +layout: nil +--- + +# www.robotstxt.org/ + +# Allow crawling of all content +User-agent: * +Disallow: +Sitemap: {{ site.url }}/sitemap.xml diff --git a/sitemap.xml b/sitemap.xml new file mode 100644 index 0000000..d2a4776 --- /dev/null +++ b/sitemap.xml @@ -0,0 +1,30 @@ +--- +layout: nil +--- + + + + {{ site.url }}/ + {{ site.time | date_to_xmlschema }} + daily + 1.0 + + {% for page in site.html_pages %} + {% if page.title != "Home page" %} + + {{ site.url }}{{ page.url }} + {{ site.time | date_to_xmlschema }} + weekly + 0.7 + + {% endif %} + {% endfor %} + {% for post in site.posts %} + + {{ site.url }}{{ post.url }} + {{ post.date | date_to_xmlschema }} + weekly + 0.8 + + {% endfor %} +