Permalink
Browse files

Add robots.txt and sitemap.xml.

  • Loading branch information...
XhmikosR committed Mar 1, 2014
1 parent 2aca9e1 commit 0c72c1f151139760b26d7fd05f8dbc673a195a14
Showing with 40 additions and 0 deletions.
  1. +10 −0 robots.txt
  2. +30 −0 sitemap.xml
View
@@ -0,0 +1,10 @@
+---
+layout: nil
+---
+
+# www.robotstxt.org/
+
+# Allow crawling of all content
+User-agent: *
+Disallow:
+Sitemap: {{ site.url }}/sitemap.xml
View
@@ -0,0 +1,30 @@
+---
+layout: nil
+---
+<?xml version="1.0" encoding="UTF-8"?>
+<urlset xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9 http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd" xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+ <url>
+ <loc>{{ site.url }}/</loc>
+ <lastmod>{{ site.time | date_to_xmlschema }}</lastmod>
+ <changefreq>daily</changefreq>
+ <priority>1.0</priority>
+ </url>
+ {% for page in site.html_pages %}
+ {% if page.title != "Home page" %}
+ <url>
+ <loc>{{ site.url }}{{ page.url }}</loc>
+ <lastmod>{{ site.time | date_to_xmlschema }}</lastmod>
+ <changefreq>weekly</changefreq>
+ <priority>0.7</priority>
+ </url>
+ {% endif %}
+ {% endfor %}
+ {% for post in site.posts %}
+ <url>
+ <loc>{{ site.url }}{{ post.url }}</loc>
+ <lastmod>{{ post.date | date_to_xmlschema }}</lastmod>
+ <changefreq>weekly</changefreq>
+ <priority>0.8</priority>
+ </url>
+ {% endfor %}
+</urlset>

0 comments on commit 0c72c1f

Please sign in to comment.