@@ -248,10 +248,17 @@ class Fetcher(object): reporthook=self.fetch_hook) self.download_size = os.path.getsize(self.filename) + if not self.download_size: + raise ZeroDataError + + """This was a check to detect zero data transmissions, but it + causes ftp indices to fail, so it may be worthless. Reading the + filesize might be more useful. if isinstance(headers, mimetools.Message) and headers.fp \ and not headers.fp.read(1): raise ZeroDataError + """ if not self.is_typechecked: self.typecheck_html(self.filename) fetch.py eda049dfd6c600c99c1de34ec0240139dde742b1 Martin Matusiak numerodix@gmail.com http://github.com/numerodix/spiderfetch/commit/5fcb044cf5b4c43bde858e59d3acc6de87b8092d 5fcb044cf5b4c43bde858e59d3acc6de87b8092d 2008-06-27T10:11:36-07:00 2008-06-27T10:11:36-07:00 use download file size instead of checking urllib headers 4b9cf3452303dc5988b1fafd30ce369ad7398068 Martin Matusiak numerodix@gmail.com