feat: add Phishing Database feed

lib/miteru/feeds.rb

@@ -1,6 +1,7 @@
 # frozen_string_literal: true
 
 require_relative "./feeds/feed"
+require_relative "./feeds/phishing_database"
 require_relative "./feeds/ayashige"
 require_relative "./feeds/urlscan"
 require_relative "./feeds/urlscan_pro"
@@ -11,6 +12,7 @@ class Feeds
 
     def initialize
       @feeds = [
+        PhishingDatabase.new,
         UrlScan.new(Miteru.configuration.size),
         UrlScanPro.new,
         Miteru.configuration.ayashige? ? Ayashige.new : nil

lib/miteru/feeds/phishing_database.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+require "json"
+require "uri"
+
+module Miteru
+  class Feeds
+    class PhishingDatabase < Feed
+      URL = "https://raw.githubusercontent.com/mitchellkrogza/Phishing.Database/master/phishing-links-NEW-today.txt"
+
+      def urls
+        body = get(URL)
+        body.to_s.lines.map(&:chomp)
+      rescue HTTPResponseError, HTTP::Error, JSON::ParserError => e
+        puts "Failed to load phishing database feed (#{e})"
+        []
+      end
+    end
+  end
+end

spec/feeds/phishing_database_spec.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+RSpec.describe Miteru::Feeds::PhishingDatabase, :vcr do
+  subject { described_class }
+
+  describe "#urls" do
+    it "returns an Array" do
+      results = subject.new.urls
+      expect(results).to be_an(Array)
+      results.all? { |url| url.start_with?(/^http|^https/) }
+    end
+  end
+end

spec/feeds_spec.rb

@@ -42,6 +42,7 @@
       allow(Miteru::Feeds::UrlScan).to receive_message_chain(:new, :urls).and_return([url])
       allow(Miteru::Feeds::UrlScanPro).to receive_message_chain(:new, :urls).and_return([url])
       allow(Miteru::Feeds::Ayashige).to receive_message_chain(:new, :urls).and_return([url])
+      allow(Miteru::Feeds::PhishingDatabase).to receive_message_chain(:new, :urls).and_return([url])
     end
 
     it "returns an Array without duplicated" do