@@ -174,8 +174,13 @@ class MyURLopener(urllib.FancyURLopener): if localsize < self.checksum_size: self.checksum_size = localsize seekto = localsize - self.checksum_size + + # set var read in open_ftp() os.environ["REST"] = str(seekto) + + # set header for http self.set_header(('Range', 'bytes=%s-' % seekto)) + return localsize # Override function from urllib to support resuming transfers @@ -589,7 +594,7 @@ class Fetcher(object): if __name__ == "__main__": - (parser, a) = io.init_opts("<url> [<file>] [options]") + (parser, a) = io.init_opts("<url>+ [options]") a("--spidertest", action="store_true", help="Test spider with url") (opts, args) = io.parse_args(parser) try: @@ -600,12 +605,16 @@ if __name__ == "__main__": Fetcher(mode=Fetcher.SPIDER, url=url, filename=filename).launch() os.close(fp) ; os.unlink(filename) else: - if len(args) > 1: - filename = args[1] - else: - os.environ["ORIG_FILENAMES"] = os.environ.get("ORIG_FILENAMES") or "1" + args = list(args) + args.reverse() + os.environ["ORIG_FILENAMES"] = os.environ.get("ORIG_FILENAMES") or "1" + while args: + url = args.pop() filename = urlrewrite.url_to_filename(url) - Fetcher(mode=Fetcher.FETCH, url=url, filename=filename).launch() + try: + Fetcher(mode=Fetcher.FETCH, url=url, filename=filename).launch() + except Exception, e: + print e except filetype.WrongFileTypeError: os.unlink(filename) except KeyboardInterrupt: fetch.py 33d69373f5e6736f7abc115d12c3a214a44f898e Martin Matusiak numerodix@gmail.com http://github.com/numerodix/spiderfetch/commit/2e7260239892a7453f1148c3da8a73663daffd7a 2e7260239892a7453f1148c3da8a73663daffd7a 2008-06-29T13:31:38-07:00 2008-06-29T13:31:38-07:00 fetch: add support for multiple urls on cmd line 333ebee39b493522c9295d326f59861bd9ba8a98 Martin Matusiak numerodix@gmail.com