-
Notifications
You must be signed in to change notification settings - Fork 12
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Signed-off-by: Ryan Northey <ryan@synca.io>
- Loading branch information
Showing
18 changed files
with
264 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,2 @@ | ||
|
||
toolshed_package("aio.web") |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,5 @@ | ||
|
||
aio.web | ||
======= | ||
|
||
Web utils for asyncio. |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
0.1.0-dev |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,18 @@ | ||
|
||
toolshed_library( | ||
"aio.web", | ||
dependencies=[ | ||
"//deps:reqs#abstracts", | ||
"//deps:reqs#aiohttp", | ||
"//deps:reqs#pyyaml", | ||
], | ||
sources=[ | ||
"__init__.py", | ||
"abstract/__init__.py", | ||
"abstract/downloader.py", | ||
"downloader.py", | ||
"exceptions.py", | ||
"interface.py", | ||
"typing.py", | ||
], | ||
) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,14 @@ | ||
|
||
from .abstract import ( | ||
ADownloader, | ||
AChecksumDownloader) | ||
from .interface import ( | ||
IDownloader, | ||
IChecksumDownloader) | ||
|
||
|
||
__all__ = ( | ||
"ADownloader", | ||
"AChecksumDownloader", | ||
"IDownloader", | ||
"IChecksumDownloader") |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,7 @@ | ||
from .downloader import ADownloader, AChecksumDownloader | ||
|
||
|
||
__all__ = ( | ||
"ADownloader", | ||
"AChecksumDownloader", | ||
) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,43 @@ | ||
|
||
import hashlib | ||
|
||
import aiohttp | ||
|
||
import abstracts | ||
|
||
from aio.web import exceptions, interface | ||
|
||
|
||
@abstracts.implementer(interface.IDownloader) | ||
class ADownloader(metaclass=abstracts.Abstraction): | ||
|
||
def __init__(self, url: str) -> None: | ||
self.url = url | ||
|
||
async def download(self) -> bytes: | ||
"""Download content from the interwebs.""" | ||
async with aiohttp.ClientSession() as session: | ||
async with session.get(self.url) as resp: | ||
return await resp.content.read() | ||
|
||
|
||
@abstracts.implementer(interface.IChecksumDownloader) | ||
class AChecksumDownloader(ADownloader, metaclass=abstracts.Abstraction): | ||
|
||
def __init__(self, url: str, sha: str) -> None: | ||
super().__init__(url) | ||
self.sha = sha | ||
|
||
async def checksum(self, content: bytes) -> None: | ||
"""Download content from the interwebs.""" | ||
# do this in a thread | ||
m = hashlib.sha256() | ||
m.update(content) | ||
if m.digest().hex() != self.sha: | ||
raise ChecksumError( | ||
f"Bad checksum, {m.digest().hex()}, expected {self.sha}") | ||
|
||
async def download(self) -> bytes: | ||
content = await super().download() | ||
await self.checksum(content) | ||
return content |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,14 @@ | ||
|
||
import abstracts | ||
|
||
from aio.web import abstract | ||
|
||
|
||
@abstracts.implementer(abstract.ADownloader) | ||
class Downloader: | ||
pass | ||
|
||
|
||
@abstracts.implementer(abstract.AChecksumDownloader) | ||
class ChecksumDownloader: | ||
pass |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,7 @@ | ||
|
||
class ChecksumError(Exception): | ||
pass | ||
|
||
|
||
class DownloadError(Exception): | ||
pass |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,20 @@ | ||
|
||
from aiohttp import web | ||
|
||
import abstracts | ||
|
||
|
||
class IDownloader(metaclass=abstracts.Interface): | ||
|
||
@abstracts.interfacemethod | ||
async def download(self) -> web.Response: | ||
"""Download content from the interwebs.""" | ||
raise NotImplementedError | ||
|
||
|
||
class IChecksumDownloader(IDownloader, metaclass=abstracts.Interface): | ||
|
||
@abstracts.interfacemethod | ||
async def checksum(self, content: bytes) -> bool: | ||
"""Checksum some content.""" | ||
raise NotImplementedError |
Empty file.
Empty file.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,55 @@ | ||
[metadata] | ||
name = aio.web | ||
version = file: VERSION | ||
author = Ryan Northey | ||
author_email = ryan@synca.io | ||
maintainer = Ryan Northey | ||
maintainer_email = ryan@synca.io | ||
license = Apache Software License 2.0 | ||
url = https://github.com/envoyproxy/toolshed/tree/main/aio.web | ||
description = A collection of functional utils for asyncio | ||
long_description = file: README.rst | ||
classifiers = | ||
Development Status :: 4 - Beta | ||
Framework :: Pytest | ||
Intended Audience :: Developers | ||
Topic :: Software Development :: Testing | ||
Programming Language :: Python | ||
Programming Language :: Python :: 3 | ||
Programming Language :: Python :: 3.8 | ||
Programming Language :: Python :: 3.9 | ||
Programming Language :: Python :: 3 :: Only | ||
Programming Language :: Python :: Implementation :: CPython | ||
Operating System :: OS Independent | ||
License :: OSI Approved :: Apache Software License | ||
|
||
[options] | ||
python_requires = >=3.8 | ||
py_modules = aio.web | ||
packages = find_namespace: | ||
install_requires = | ||
abstracts>=0.0.12 | ||
aiohttp | ||
pyyaml | ||
|
||
[options.extras_require] | ||
test = | ||
pytest | ||
pytest-asyncio | ||
pytest-coverage | ||
pytest-iters | ||
pytest-patches | ||
lint = flake8 | ||
types = | ||
mypy | ||
publish = wheel | ||
|
||
[options.package_data] | ||
* = py.typed | ||
|
||
[options.packages.find] | ||
include = aio.* | ||
exclude = | ||
build.* | ||
tests.* | ||
dist.* |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,5 @@ | ||
#!/usr/bin/env python | ||
|
||
from setuptools import setup # type:ignore | ||
|
||
setup() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,10 @@ | ||
|
||
toolshed_tests( | ||
"aio.web", | ||
dependencies=[ | ||
"//deps:reqs#abstracts", | ||
"//deps:reqs#aiohttp", | ||
"//deps:reqs#pyyaml", | ||
"//deps:reqs#pytest-asyncio", | ||
], | ||
) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,36 @@ | ||
|
||
from aio.web import abstract, downloader | ||
|
||
|
||
def test_downloader_constructor(patches): | ||
args = tuple(f"ARG{i}" for i in range(0, 3)) | ||
kwargs = {f"K{i}": f"V{i}" for i in range(0, 3)} | ||
patched = patches( | ||
"abstract.ADownloader.__init__", | ||
prefix="aio.web.downloader") | ||
|
||
with patched as (m_super, ): | ||
m_super.return_value = None | ||
dl = downloader.Downloader(*args, **kwargs) | ||
|
||
assert isinstance(dl, abstract.ADownloader) | ||
assert ( | ||
m_super.call_args | ||
== [args, kwargs]) | ||
|
||
|
||
def test_checksum_downloader_constructor(patches): | ||
args = tuple(f"ARG{i}" for i in range(0, 3)) | ||
kwargs = {f"K{i}": f"V{i}" for i in range(0, 3)} | ||
patched = patches( | ||
"abstract.AChecksumDownloader.__init__", | ||
prefix="aio.web.downloader") | ||
|
||
with patched as (m_super, ): | ||
m_super.return_value = None | ||
dl = downloader.ChecksumDownloader(*args, **kwargs) | ||
|
||
assert isinstance(dl, abstract.AChecksumDownloader) | ||
assert ( | ||
m_super.call_args | ||
== [args, kwargs]) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,12 @@ | ||
|
||
import pytest | ||
|
||
from aio import web | ||
|
||
|
||
@pytest.mark.parametrize( | ||
"interface", | ||
[web.IDownloader, | ||
web.IChecksumDownloader]) | ||
async def test_interfaces(iface, interface): | ||
await iface(interface).check() |