aio.web: Add app

Signed-off-by: Ryan Northey <[email protected]>

Author: phlax

README.md

@@ -120,6 +120,21 @@ pypi: https://pypi.org/project/aio.run.runner
 ---
 
 
+#### [aio.web](aio.web)
+
+version: 0.1.0.dev0
+
+pypi: https://pypi.org/project/aio.web
+
+##### requirements:
+
+- [abstracts](https://pypi.org/project/abstracts) >=0.0.12
+- [aiohttp](https://pypi.org/project/aiohttp)
+- [pyyaml](https://pypi.org/project/pyyaml)
+
+---
+
+
 #### [dependatool](dependatool)
 
 version: 0.2.3.dev0

aio.web/BUILD

@@ -0,0 +1,2 @@
+
+toolshed_package("aio.web")

aio.web/README.rst

@@ -0,0 +1,5 @@
+
+aio.web
+=======
+
+Web utils for asyncio.

aio.web/VERSION

@@ -0,0 +1 @@
+0.1.0-dev

aio.web/aio/web/BUILD

@@ -0,0 +1,20 @@
+
+toolshed_library(
+    "aio.web",
+    dependencies=[
+        "//deps:reqs#abstracts",
+        "//deps:reqs#aiohttp",
+        "//deps:reqs#pyyaml",
+    ],
+    sources=[
+        "__init__.py",
+        "abstract/__init__.py",
+        "abstract/downloader.py",
+        "abstract/repository.py",
+        "downloader.py",
+        "exceptions.py",
+        "interface.py",
+        "repository.py",
+        "typing.py",
+    ],
+)

aio.web/aio/web/__init__.py

@@ -0,0 +1,21 @@
+
+from .abstract import (
+    ADownloader,
+    AChecksumDownloader,
+    ARepositoryMirrors,
+    ARepositoryRequest)
+from .interface import (
+    IDownloader,
+    IChecksumDownloader,
+    IRepositoryMirrors,
+    IRepositoryRequest)
+
+
+__all__ = (
+    "ADownloader",
+    "AChecksumDownloader",
+    "ARepositoryRequest",
+    "IDownloader",
+    "IChecksumDownloader",
+    "IRepositoryMirrors",
+    "IRepositoryRequest")

aio.web/aio/web/abstract/__init__.py

@@ -0,0 +1,9 @@
+from .downloader import ADownloader, AChecksumDownloader
+from .repository import ARepositoryRequest, ARepositoryMirrors
+
+
+__all__ = (
+    "ADownloader",
+    "AChecksumDownloader",
+    "ARepositoryMirrors",
+    "ARepositoryRequest")

aio.web/aio/web/abstract/downloader.py

@@ -0,0 +1,43 @@
+
+import hashlib
+
+import aiohttp
+
+import abstracts
+
+from aio.web import exceptions, interface
+
+
+@abstracts.implementer(interface.IDownloader)
+class ADownloader(metaclass=abstracts.Abstraction):
+
+    def __init__(self, url: str) -> None:
+        self.url = url
+
+    async def download(self) -> bytes:
+        """Download content from the interwebs."""
+        async with aiohttp.ClientSession() as session:
+            async with session.get(self.url) as resp:
+                return await resp.content.read()
+
+
+@abstracts.implementer(interface.IChecksumDownloader)
+class AChecksumDownloader(ADownloader, metaclass=abstracts.Abstraction):
+
+    def __init__(self, url: str, sha: str) -> None:
+        super().__init__(url)
+        self.sha = sha
+
+    async def checksum(self, content: bytes) -> None:
+        """Download content from the interwebs."""
+        # do this in a thread
+        m = hashlib.sha256()
+        m.update(content)
+        if m.digest().hex() != self.sha:
+            raise ChecksumError(
+                f"Bad checksum, {m.digest().hex()}, expected {self.sha}")
+
+    async def download(self) -> bytes:
+        content = await super().download()
+        await self.checksum(content)
+        return content

aio.web/aio/web/abstract/repository.py

@@ -0,0 +1,89 @@
+
+import hashlib
+import pathlib
+import re
+from functools import cached_property
+
+import yaml
+
+import aiohttp
+from aiohttp import web
+
+import abstracts
+
+from aio.web import exceptions, interface
+
+
+@abstracts.implementer(interface.IRepositoryRequest)
+class ARepositoryRequest(metaclass=abstracts.Abstraction):
+
+    def __init__(self, url, config, request):
+        self._url = url
+        self.config = config
+        self.request = request
+
+    @property
+    def requested_repo(self):
+        return f"{self.request.match_info['owner']}/{self.request.match_info['repo']}"
+
+    @property
+    def url(self) -> str:
+        return f"https://{self._url}/{self.requested_repo}/{self.path}"
+
+    @property
+    def path(self):
+        return self.matched["path"]
+
+    @property
+    def sha(self):
+        return self.matched["sha"]
+
+    @cached_property
+    def matched(self) -> dict:
+        for repo in self.config:
+            if not re.match(repo, self.requested_repo):
+                continue
+
+            for path, sha in self.config[repo].items():
+                if path == self.request.match_info["extra"]:
+                    return dict(path=path, sha=sha)
+        return {}
+
+    @property  # type: ignore
+    @abstracts.interfacemethod
+    def downloader_class(self):
+        raise NotImplementedError
+
+    async def fetch(self):
+        content = await self.downloader_class(self.url, self.sha).download()
+        response = web.Response(body=content)
+        response.headers["cache-control"] = "max-age=31536000"
+        return response
+
+    def match(self):
+        if not self.matched:
+            raise exceptions.MatchError()
+        return self
+
+
+@abstracts.implementer(interface.IRepositoryMirrors)
+class ARepositoryMirrors(metaclass=abstracts.Abstraction):
+
+    def __init__(self, config_path):
+        self.config_path = config_path
+
+    @cached_property
+    def config(self):
+        return yaml.safe_load(pathlib.Path(self.config_path).read_text())
+
+    @property  # type: ignore
+    @abstracts.interfacemethod
+    def request_class(self):
+        raise NotImplementedError
+
+    async def match(self, request):
+        host = request.match_info['host']
+        if host not in self.config:
+            raise exceptions.MatchError()
+        upstream_request = self.request_class(host, self.config[host], request)
+        return upstream_request.match()

aio.web/aio/web/downloader.py

@@ -0,0 +1,14 @@
+
+import abstracts
+
+from aio.web import abstract
+
+
+@abstracts.implementer(abstract.ADownloader)
+class Downloader:
+    pass
+
+
+@abstracts.implementer(abstract.AChecksumDownloader)
+class ChecksumDownloader:
+    pass