crawler updated:

main.py

@@ -10,21 +10,23 @@
 
 # parsing parameters
 args = parser.parse_args()
+url = args.url.rstrip("/")
 
 found_links = []
 
 # initializeing crawler
-crawler = Crawler(args.url, exclude=args.exclude, no_verbose=args.no_verbose);
+crawler = Crawler(url, exclude=args.exclude, no_verbose=args.no_verbose);
 
 # fetch links
 links = crawler.start()
 
+
 #write into file
 with open(args.output, "w") as file: 
 	file.write('<?xml version="1.0" encoding="UTF-8"?>\n\t<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">')
 
 	for link in links:
-		file.write("\n\t\t<url>\n\t\t\t<loc>\n\t\t\t\t{0}{1}/\n\t\t\t</loc>\n\t\t</url>".format(args.url.rstrip("/"), link))
+		file.write("\n\t\t<url>\n\t\t\t<loc>\n\t\t\t\t{0}{1}/\n\t\t\t</loc>\n\t\t</url>".format(url, link))
 
 	file.write('</urlset>')