From 291a5d030eedf038431df9cade8b4e13b2ad1778 Mon Sep 17 00:00:00 2001 From: andyhollands Date: Mon, 2 Mar 2020 13:28:08 +1100 Subject: [PATCH] Update scraper.rb --- scraper.rb | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/scraper.rb b/scraper.rb index 9a5ba9b..a28cb9e 100644 --- a/scraper.rb +++ b/scraper.rb @@ -1,7 +1,9 @@ require 'mechanize' require 'scraperwiki' +br.addheaders = [('User-agent', 'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.0.1) Gecko/2008071615 Fedora/3.0.1-1.fc9 Firefox/3.0.1')] -agent = Mechanize.new{|agent|agent.user_agent_alias = 'Windows Chrome'}{|a| a.ssl_version, a.verify_mode = 'SSLv3', OpenSSL::SSL::VERIFY_NONE} +agent = Mechanize.new{|a| a.ssl_version, a.verify_mode = 'SSLv3', OpenSSL::SSL::VERIFY_NONE} +agent.user_agent_alias = 'Mac Safari' urlbase = 'https://www.domain.com.au/sale/?suburb=melbourne-vic-3000&ptype=' filter = '&price=any-1500000&sort=dateupdated-desc'