Update robots.txt

pythonread · web-flow · commit e8a848d61e7e · 2022-12-16T11:12:14.000+05:30
diff --git a/robots.txt b/robots.txt
@@ -1,3 +1,5 @@
 User-agent: *
-Disallow: 
-Sitemap: https://pythonread.github.io/sitemap.xml
+Disallow: /search
+Allow: /
+
+Sitemap: https://pythonread.github.io/sitemap.xml?redirect=false&start-index=1&max-results=500
