Permalink
Browse files

added some approvements

  • Loading branch information...
1 parent 8e3edd0 commit a535e7d6dee2a477e1ce08ddd24f26f6bdb021a2 @mitsch committed Dec 2, 2011
Showing with 38,314 additions and 1 deletion.
  1. +1 −0 UniversityLinks
  2. +4 −1 crawler.hs
  3. +38,309 −0 visited_old
View
@@ -441,3 +441,4 @@ http://www.univie.ac.at/
http://www.vetmeduni.ac.at/
http://www.webster.ac.at
http://wu.ac.at/
+http://www.rub.de
View
@@ -11,7 +11,7 @@ module Crawler where
import Control.Monad
import System.IO
import Domain
- import Control.Exception
+ import System.IO.Error
data Manager = Manager {seedChannel :: Chan String,
visitedPages :: MVar (Set.Set String),
@@ -54,6 +54,9 @@ module Crawler where
crawlPage :: Manager -> String -> IO ()
crawlPage manager seed = do
+ connectionTry <- try $ simpleHTTP(getRequest seed)
+ case connectionTry of
+ Left exception ->
result <- simpleHTTP (getRequest seed)
case result of
Right response -> do
Oops, something went wrong.

0 comments on commit a535e7d

Please sign in to comment.