GitHub - fds66/crawler

Name		Name	Last commit message	Last commit date
Latest commit History 10 Commits
.gitignore		.gitignore
Makefile		Makefile
crawlPage.go		crawlPage.go
extractPageData.go		extractPageData.go
extractPageData_test.go		extractPageData_test.go
getHTML.go		getHTML.go
get_first_para.go		get_first_para.go
get_headings.go		get_headings.go
get_headings_para_test.go		get_headings_para_test.go
get_urls.go		get_urls.go
get_urls_test.go		get_urls_test.go
go.mod		go.mod
go.sum		go.sum
json_report.go		json_report.go
main.go		main.go
normalise_url.go		normalise_url.go
normalize_url_test.go		normalize_url_test.go
report.json		report.json
web_crawler		web_crawler