From 2a1992d4c1ddde3db8b6fca39d13cf9e1628a191 Mon Sep 17 00:00:00 2001 From: Manabu Niseki Date: Tue, 18 Sep 2018 07:44:09 +0900 Subject: [PATCH] fix: add an error handling --- lib/miteru/crawler.rb | 2 ++ 1 file changed, 2 insertions(+) diff --git a/lib/miteru/crawler.rb b/lib/miteru/crawler.rb index d61faef..124f0be 100644 --- a/lib/miteru/crawler.rb +++ b/lib/miteru/crawler.rb @@ -24,6 +24,8 @@ def execute pool.process do doc = Website.new(url) results << url if doc.has_kit? + rescue HTTPResponseError => _ + next end end pool.shutdown