Skip to content

HTTPS clone URL

Subversion checkout URL

You can clone with
or
.
Download ZIP
Branch: master
Fetching contributors…

Cannot retrieve contributors at this time

186 lines (148 sloc) 6.244 kB
$:.unshift(File.dirname(__FILE__))
require 'spec_helper'
module Anemone
describe Page do
before(:each) do
FakeWeb.clean_registry
@http = Anemone::HTTP.new
@page = @http.fetch_page(FakePage.new('home', :links => '1').url)
end
it "should indicate whether it successfully fetched via HTTP" do
@page.should respond_to(:fetched?)
@page.fetched?.should == true
fail_page = @http.fetch_page(SPEC_DOMAIN + 'fail')
fail_page.fetched?.should == false
end
it "should store and expose the response body of the HTTP request" do
body = 'test'
page = @http.fetch_page(FakePage.new('body_test', {:body => body}).url)
page.body.should == body
end
it "should record any error that occurs during fetch_page" do
@page.should respond_to(:error)
@page.error.should be_nil
fail_page = @http.fetch_page(SPEC_DOMAIN + 'fail')
fail_page.error.should_not be_nil
end
it "should store the response headers when fetching a page" do
@page.headers.should_not be_nil
@page.headers.should have_key('content-type')
end
it "should have an OpenStruct attribute for the developer to store data in" do
@page.data.should_not be_nil
@page.data.should be_an_instance_of(OpenStruct)
@page.data.test = 'test'
@page.data.test.should == 'test'
end
it "should have a Nokogori::HTML::Document attribute for the page body" do
@page.doc.should_not be_nil
@page.doc.should be_an_instance_of(Nokogiri::HTML::Document)
end
it "should indicate whether it was fetched after an HTTP redirect" do
@page.should respond_to(:redirect?)
@page.redirect?.should == false
@http.fetch_pages(FakePage.new('redir', :redirect => 'home').url).first.redirect?.should == true
end
it "should have a method to tell if a URI is in the same domain as the page" do
@page.should respond_to(:in_domain?)
@page.in_domain?(URI(FakePage.new('test').url)).should == true
@page.in_domain?(URI('http://www.other.com/')).should == false
end
it "should include the response time for the HTTP request" do
@page.should respond_to(:response_time)
end
it "should have the cookies received with the page" do
@page.should respond_to(:cookies)
@page.cookies.should == []
end
describe "#to_hash" do
it "converts the page to a hash" do
hash = @page.to_hash
hash['url'].should == @page.url.to_s
hash['referer'].should == @page.referer.to_s
hash['links'].should == @page.links.map(&:to_s)
end
context "when redirect_to is nil" do
it "sets 'redirect_to' to nil in the hash" do
@page.redirect_to.should be_nil
@page.to_hash[:redirect_to].should be_nil
end
end
context "when redirect_to is a non-nil URI" do
it "sets 'redirect_to' to the URI string" do
new_page = Page.new(URI(SPEC_DOMAIN), {:redirect_to => URI(SPEC_DOMAIN + '1')})
new_page.redirect_to.to_s.should == SPEC_DOMAIN + '1'
new_page.to_hash['redirect_to'].should == SPEC_DOMAIN + '1'
end
end
end
describe "#from_hash" do
it "converts from a hash to a Page" do
page = @page.dup
page.depth = 1
converted = Page.from_hash(page.to_hash)
converted.links.should == page.links
converted.depth.should == page.depth
end
it 'handles a from_hash with a nil redirect_to' do
page_hash = @page.to_hash
page_hash['redirect_to'] = nil
lambda{Page.from_hash(page_hash)}.should_not raise_error(URI::InvalidURIError)
Page.from_hash(page_hash).redirect_to.should be_nil
end
end
describe "#redirect_to" do
context "when the page was a redirect" do
it "returns a URI of the page it redirects to" do
new_page = Page.new(URI(SPEC_DOMAIN), {:redirect_to => URI(SPEC_DOMAIN + '1')})
redirect = new_page.redirect_to
redirect.should be_a(URI)
redirect.to_s.should == SPEC_DOMAIN + '1'
end
end
end
describe "#links" do
it "should not convert anchors to %23" do
page = @http.fetch_page(FakePage.new('', :body => '<a href="#top">Top</a>').url)
page.links.should have(1).link
page.links.first.to_s.should == SPEC_DOMAIN
end
end
it "should detect, store and expose the base url for the page head" do
base = "#{SPEC_DOMAIN}path/to/base_url/"
page = @http.fetch_page(FakePage.new('body_test', {:base => base}).url)
page.base.should == URI(base)
@page.base.should be_nil
end
it "should have a method to convert a relative url to an absolute one" do
@page.should respond_to(:to_absolute)
# Identity
@page.to_absolute(@page.url).should == @page.url
@page.to_absolute("").should == @page.url
# Root-ness
@page.to_absolute("/").should == URI("#{SPEC_DOMAIN}")
# Relativeness
relative_path = "a/relative/path"
@page.to_absolute(relative_path).should == URI("#{SPEC_DOMAIN}#{relative_path}")
deep_page = @http.fetch_page(FakePage.new('home/deep', :links => '1').url)
upward_relative_path = "../a/relative/path"
deep_page.to_absolute(upward_relative_path).should == URI("#{SPEC_DOMAIN}#{relative_path}")
# The base URL case
base_path = "path/to/base_url/"
base = "#{SPEC_DOMAIN}#{base_path}"
page = @http.fetch_page(FakePage.new('home', {:base => base}).url)
# Identity
page.to_absolute(page.url).should == page.url
# It should revert to the base url
page.to_absolute("").should_not == page.url
# Root-ness
page.to_absolute("/").should == URI("#{SPEC_DOMAIN}")
# Relativeness
relative_path = "a/relative/path"
page.to_absolute(relative_path).should == URI("#{base}#{relative_path}")
upward_relative_path = "../a/relative/path"
upward_base = "#{SPEC_DOMAIN}path/to/"
page.to_absolute(upward_relative_path).should == URI("#{upward_base}#{relative_path}")
end
end
end
Jump to Line
Something went wrong with that request. Please try again.