robots.txt added.

DjangoBlog/urls.py

@@ -17,7 +17,7 @@
 from django.contrib import admin
 from blog.views import (HomeListView,PostDetailView,
                         AboutTemplateView,BlogListView,
-                        ContactView,CategoryView)
+                        ContactView,CategoryView,RobotsView)
 from django.conf import settings
 from django.views.static import serve
 from django.contrib.sitemaps import GenericSitemap
@@ -48,6 +48,8 @@
 
     url(r'^sitemap_category\.xml$', sitemap,{'sitemaps': {'blog': GenericSitemap(category_dict, priority=0.6)}},
                                                  name='django.contrib.sitemaps.views.sitemap'),
+
+    url(r'^robots.txt/', RobotsView.as_view(), name="robots"),
     url(r'^ckeditor/', include('ckeditor_uploader.urls')),
 
 ]

blog/views.py

@@ -78,3 +78,5 @@ def get_context_data(self, **kwargs):
             context['category_post'] = Category.objects.all().filter(title=self.kwargs['slug'])
             return context
 
+class RobotsView(TemplateView):
+    template_name = 'robots.html'

templates/robots.html

@@ -0,0 +1,15 @@
+User-agent: *
+<br>
+Disallow: /admin/
+<br>
+Disallow: /*ref=*
+<br>
+Disallow: /*?ref=*
+<br>
+Disallow: /?ref=*
+<br>
+Disallow: *?replytocom
+<br>
+Sitemap: http://aliyaman.org/sitemap_post.xml
+<br>
+Sitemap: http://aliyaman.org/sitemap_category.xml