Merge pull request #1 from guardian/kelvin

Added method to show outbound links from a single URL

src/main/scala/com/gu/LinkAuditor/SinglePageLinkReporter.scala

@@ -0,0 +1,51 @@
+package com.gu.LinkAuditor
+
+import org.jsoup.Jsoup
+import collection.JavaConversions._
+import java.net.URL
+import org.jsoup.nodes.Element
+
+object SinglePageLinkReporter extends App {
+
+  def reportOutboundLinks(url: String) {
+
+    def report(links: List[Element]) {
+      links.foreach(link => println("%s:\n%s\n".format(link.text(), link.attr("href"))))
+    }
+
+    val target = new URL(url)
+    val targetHost = target.getHost
+
+    try {
+      val doc = Jsoup.connect(target.toString).get
+
+      val links = doc.select("a[href]").toList.filterNot(_.attr("href").startsWith("#")) // don't want fragment urls.
+      val internalAbsLinks =
+        links.filter(_.attr("href").startsWith("http://%s/".format(targetHost)))
+          .sortBy(_.attr("href"))
+      val domainRelLinkElements = links.filter(_.attr("href").startsWith("/"))
+        .sortBy(_.attr("href"))
+      val externalLinks =
+        (links.toSet &~ internalAbsLinks.toSet &~ domainRelLinkElements.toSet).toList
+          .sortBy(_.attr("href"))
+
+      println("+++++ INTERNAL ABS +++++")
+      println()
+      report(internalAbsLinks)
+
+      println("+++++ DOMAIN REL +++++")
+      println()
+      report(domainRelLinkElements)
+
+      println("+++++ EXTERNAL +++++")
+      println()
+      report(externalLinks)
+
+    } catch {
+      case ex: java.net.SocketTimeoutException => println("Timed out getting %s".format(url))
+      case other: Exception => println(other.getMessage)
+    }
+  }
+
+  reportOutboundLinks("http://gnm41072.int.gnl/www.guardian.co.uk/business/cartoon/2010/sep/02/3d-tv")
+}