Init commit

lib/crawlers/board_extractor.rb

@@ -0,0 +1,57 @@
+require 'csv'
+
+module Crawlers
+  class BoardExtractor
+    def initialize
+      @company_id_regex = '[a-zA-Z0-9\-\_]+'
+      @version_regex = '[0-9]+'
+      @uuid_regex = '[a-zA-Z0-9\-]+'
+      @placeholders = ['${company_id}', '${version}', '${uuid}']
+      @pattern_pairs = ['${company_id}', @company_id_regex],
+                       ['${version}', @version_regex],
+                       ['${uuid_id}', @uuid_regex]
+      load_template_urls
+      build_patterns
+    end
+
+    private
+
+    # Load board template urls from `storage/csv/ats_systems.csv`
+    def load_template_urls
+      @template_urls = []
+      ats_csv = CSV.parse(File.read(File.join(Rails.root, 'storage/csv/ats_systems.csv')), headers: true)
+      ats_csv.each do |row|
+        next if row['board_template_url'].nil?
+
+        @template_urls.append(row['board_template_url'])
+      end
+    end
+
+    # Build template url patterns from placeholder strings
+    def build_patterns
+      @template_urls.map! do |url|
+        @pattern_pairs.each do |placeholder, regex|
+          url = url.gsub(placeholder, regex)
+        end
+        Regexp.new("(#{url})")
+      end
+    end
+
+    public
+
+    # Given a url, extract and return the base url for the job board, if present.
+    #
+    # If a match can't be found, `nil` will be returned.
+    #
+    # @param url [String]
+    #
+    # @return [String, NilClass]
+    def extract(url)
+      @template_urls.each do |template|
+        match = url.match(template)
+        return match[0] unless match.nil?
+      end
+      return nil
+    end
+  end
+end

spec/crawlers/board_extractor_spec.rb

@@ -0,0 +1,17 @@
+require 'rails_helper'
+
+RSpec.describe Crawlers::BoardExtractor do
+    describe ".extract" do
+        it "returns the board url from a job url" do
+            converter = Crawlers::BoardExtractor.new
+            url = 'https://boards.greenhouse.io/strava/jobs/5589842'
+            extracted = converter.extract(url)
+            expect(extracted).to eql('https://boards.greenhouse.io/strava')
+
+            url = 'https://globalenergymonitor.bamboohr.com/careers/72'
+            extracted = converter.extract(url)
+            expect(extracted).to eql('https://globalenergymonitor.bamboohr.com/careers')
+        end
+    end
+
+end