Skip to content

Commit

Permalink
Update spidr to 0.7
Browse files Browse the repository at this point in the history
  • Loading branch information
spk committed Sep 13, 2023
1 parent c17a509 commit c4edec4
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 5 deletions.
6 changes: 2 additions & 4 deletions lib/validate_website/crawl.rb
Original file line number Diff line number Diff line change
Expand Up @@ -52,7 +52,7 @@ def extract_imgs_from_page(page)

def spidr_crawler(site, options)
@host = URI(site).host
Spidr.site(site, options) do |crawler|
Spidr.site(site, **options.slice(:user_agent, :ignore_links)) do |crawler|
crawler.cookies[@host] = default_cookies if options[:cookies]
on_every_css_page(crawler)
on_every_html_page(crawler)
Expand Down Expand Up @@ -81,9 +81,7 @@ def on_every_html_page(crawler)

if validate?(page)
keys = %i[ignore html5_validator]
# slice does not exists on Ruby <= 2.4
slice = Hash[[keys, options.values_at(*keys)].transpose]
validate(page.doc, page.body, page.url, slice)
validate(page.doc, page.body, page.url, options.slice(keys))
end
end
end
Expand Down
2 changes: 1 addition & 1 deletion validate-website.gemspec
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ Gem::Specification.new do |s|
s.add_dependency 'nokogiri', '~> 1.15'
s.add_dependency 'paint', '~> 2'
s.add_dependency 'slop', '~> 4.6'
s.add_dependency 'spidr', '~> 0.6.1'
s.add_dependency 'spidr', '~> 0.7'
s.add_dependency 'tidy_ffi', '~> 1.0'
s.add_dependency 'w3c_validators', '~> 1.3'
s.add_dependency 'webrick', '~> 1'
Expand Down

0 comments on commit c4edec4

Please sign in to comment.