Skip to content

Commit

Permalink
#1178141: add addinfourl.code to get http status code from urllib.
Browse files Browse the repository at this point in the history
  • Loading branch information
birkenfeld committed Jan 20, 2008
1 parent dcd6b52 commit 9b0d46d
Show file tree
Hide file tree
Showing 5 changed files with 36 additions and 10 deletions.
14 changes: 9 additions & 5 deletions Doc/library/urllib.rst
Original file line number Diff line number Diff line change
Expand Up @@ -27,16 +27,17 @@ High-level interface
a server somewhere on the network. If the connection cannot be made the
:exc:`IOError` exception is raised. If all went well, a file-like object is
returned. This supports the following methods: :meth:`read`, :meth:`readline`,
:meth:`readlines`, :meth:`fileno`, :meth:`close`, :meth:`info` and
:meth:`readlines`, :meth:`fileno`, :meth:`close`, :meth:`info`, :meth:`getcode` and
:meth:`geturl`. It also has proper support for the :term:`iterator` protocol. One
caveat: the :meth:`read` method, if the size argument is omitted or negative,
may not read until the end of the data stream; there is no good way to determine
that the entire stream from a socket has been read in the general case.

Except for the :meth:`info` and :meth:`geturl` methods, these methods have the
same interface as for file objects --- see section :ref:`bltin-file-objects` in
this manual. (It is not a built-in file object, however, so it can't be used at
those few places where a true built-in file object is required.)
Except for the :meth:`info`, :meth:`getcode` and :meth:`geturl` methods,
these methods have the same interface as for file objects --- see section
:ref:`bltin-file-objects` in this manual. (It is not a built-in file object,
however, so it can't be used at those few places where a true built-in file
object is required.)

.. index:: module: mimetools

Expand All @@ -58,6 +59,9 @@ High-level interface
the client was redirected to. The :meth:`geturl` method can be used to get at
this redirected URL.

The :meth:`getcode` method returns the HTTP status code that was sent with the
response, or ``None`` if the URL is no HTTP URL.

If the *url* uses the :file:`http:` scheme identifier, the optional *data*
argument may be given to specify a ``POST`` request (normally the request type
is ``GET``). The *data* argument must be in standard
Expand Down
7 changes: 6 additions & 1 deletion Lib/test/test_urllib.py
Original file line number Diff line number Diff line change
Expand Up @@ -47,7 +47,7 @@ def tearDown(self):
def test_interface(self):
# Make sure object returned by urlopen() has the specified methods
for attr in ("read", "readline", "readlines", "fileno",
"close", "info", "geturl", "__iter__"):
"close", "info", "geturl", "getcode", "__iter__"):
self.assert_(hasattr(self.returned_obj, attr),
"object returned by urlopen() lacks %s attribute" %
attr)
Expand Down Expand Up @@ -87,6 +87,9 @@ def test_info(self):
def test_geturl(self):
self.assertEqual(self.returned_obj.geturl(), self.pathname)

def test_getcode(self):
self.assertEqual(self.returned_obj.getcode(), None)

def test_iter(self):
# Test iterator
# Don't need to count number of iterations since test would fail the
Expand Down Expand Up @@ -123,6 +126,8 @@ def test_read(self):
fp = urllib.urlopen("http://python.org/")
self.assertEqual(fp.readline(), 'Hello!')
self.assertEqual(fp.readline(), '')
self.assertEqual(fp.geturl(), 'http://python.org/')
self.assertEqual(fp.getcode(), 200)
finally:
self.unfakehttp()

Expand Down
10 changes: 10 additions & 0 deletions Lib/test/test_urllibnet.py
Original file line number Diff line number Diff line change
Expand Up @@ -83,6 +83,16 @@ def test_geturl(self):
open_url.close()
self.assertEqual(gotten_url, URL)

def test_getcode(self):
# test getcode() with the fancy opener to get 404 error codes
URL = "http://www.python.org/XXXinvalidXXX"
open_url = urllib.FancyURLopener().open(URL)
try:
code = open_url.getcode()
finally:
open_url.close()
self.assertEqual(code, 404)

def test_fileno(self):
if (sys.platform in ('win32',) or
not hasattr(os, 'fdopen')):
Expand Down
12 changes: 8 additions & 4 deletions Lib/urllib.py
Original file line number Diff line number Diff line change
Expand Up @@ -343,7 +343,7 @@ def open_http(self, url, data=None):
# According to RFC 2616, "2xx" code indicates that the client's
# request was successfully received, understood, and accepted.
if (200 <= errcode < 300):
return addinfourl(fp, headers, "http:" + url)
return addinfourl(fp, headers, "http:" + url, errcode)
else:
if data is None:
return self.http_error(url, fp, errcode, errmsg, headers)
Expand Down Expand Up @@ -438,7 +438,7 @@ def open_https(self, url, data=None):
# According to RFC 2616, "2xx" code indicates that the client's
# request was successfully received, understood, and accepted.
if (200 <= errcode < 300):
return addinfourl(fp, headers, "https:" + url)
return addinfourl(fp, headers, "https:" + url, errcode)
else:
if data is None:
return self.http_error(url, fp, errcode, errmsg, headers)
Expand Down Expand Up @@ -610,7 +610,7 @@ def __init__(self, *args, **kwargs):

def http_error_default(self, url, fp, errcode, errmsg, headers):
"""Default error handling -- don't raise an exception."""
return addinfourl(fp, headers, "http:" + url)
return addinfourl(fp, headers, "http:" + url, errcode)

def http_error_302(self, url, fp, errcode, errmsg, headers, data=None):
"""Error 302 -- relocated (temporarily)."""
Expand Down Expand Up @@ -953,14 +953,18 @@ def info(self):
class addinfourl(addbase):
"""class to add info() and geturl() methods to an open file."""

def __init__(self, fp, headers, url):
def __init__(self, fp, headers, url, code=None):
addbase.__init__(self, fp)
self.headers = headers
self.url = url
self.code = code

def info(self):
return self.headers

def getcode(self):
return self.code

def geturl(self):
return self.url

Expand Down
3 changes: 3 additions & 0 deletions Misc/NEWS
Original file line number Diff line number Diff line change
Expand Up @@ -369,6 +369,9 @@ Core and builtins
Library
-------

- #1178141: add a getcode() method to the addinfourls that urllib.open()
returns so that you can retrieve the HTTP status code.

- Issue #1003: Fix zipfile decryption check, it would fail zip files
with extended local headers.

Expand Down

0 comments on commit 9b0d46d

Please sign in to comment.