-
-
Notifications
You must be signed in to change notification settings - Fork 1
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Signed-off-by: Bernát Gábor <bgabor8@bloomberg.net>
- Loading branch information
1 parent
7a3226e
commit 6920094
Showing
16 changed files
with
392 additions
and
164 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -8,4 +8,4 @@ __pycache__ | |
| **.pyc | ||
| build | ||
| dist | ||
| src/pytest_devpi/version.py | ||
| src/devpi_process/version.py | ||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,59 +1,5 @@ | ||
| # Changelog | ||
|
|
||
| ## [Unreleased](https://github.com/gaborbernat/pytest-devpi/tree/HEAD) | ||
|
|
||
| ## [0.1.0](https://github.com/gaborbernat/pytest-devpi/tree/0.1.0) (2021-06-17) | ||
|
|
||
| [Full Changelog](https://github.com/gaborbernat/pytest-devpi/compare/0.2.1...0.3.0) | ||
|
|
||
| **Merged pull requests:** | ||
|
|
||
| - Drop Python 2 support [\#6](https://github.com/gaborbernat/pytest-devpi/issues/7) | ||
|
|
||
| ## [0.2.1](https://github.com/gaborbernat/pytest-devpi/tree/0.2.1) (2020-10-23) | ||
|
|
||
| [Full Changelog](https://github.com/gaborbernat/pytest-devpi/compare/0.2.0...0.2.1) | ||
|
|
||
| **Implemented enhancements:** | ||
|
|
||
| - add session level support [\#6](https://github.com/gaborbernat/pytest-devpi/issues/6) | ||
|
|
||
| ## [0.2.0](https://github.com/gaborbernat/pytest-devpi/tree/0.2.0) (2020-08-04) | ||
|
|
||
| [Full Changelog](https://github.com/gaborbernat/pytest-devpi/compare/0.1.3...0.2.0) | ||
|
|
||
| ## [0.1.3](https://github.com/gaborbernat/pytest-devpi/tree/0.1.3) (2019-09-03) | ||
|
|
||
| [Full Changelog](https://github.com/gaborbernat/pytest-devpi/compare/0.1.2...0.1.3) | ||
|
|
||
| **Implemented enhancements:** | ||
|
|
||
| - allow force on, document flags [\#3](https://github.com/gaborbernat/pytest-devpi/pull/3) ([gaborbernat](https://github.com/gaborbernat)) | ||
|
|
||
| **Merged pull requests:** | ||
|
|
||
| - Remove PyPy special cases [\#4](https://github.com/gaborbernat/pytest-devpi/pull/4) ([vtbassmatt](https://github.com/vtbassmatt)) | ||
|
|
||
| ## [0.1.2](https://github.com/gaborbernat/pytest-devpi/tree/0.1.2) (2018-11-29) | ||
|
|
||
| [Full Changelog](https://github.com/gaborbernat/pytest-devpi/compare/0.1.1...0.1.2) | ||
|
|
||
| ## [0.1.1](https://github.com/gaborbernat/pytest-devpi/tree/0.1.1) (2018-11-15) | ||
|
|
||
| [Full Changelog](https://github.com/gaborbernat/pytest-devpi/compare/0.1.0...0.1.1) | ||
|
|
||
| **Closed issues:** | ||
|
|
||
| - How to use “pytest\_print” [\#1](https://github.com/gaborbernat/pytest-devpi/issues/1) | ||
|
|
||
| **Merged pull requests:** | ||
|
|
||
| - Update setup.py [\#2](https://github.com/gaborbernat/pytest-devpi/pull/2) ([shashanksingh28](https://github.com/shashanksingh28)) | ||
|
|
||
| ## [0.1.0](https://github.com/gaborbernat/pytest-devpi/tree/0.1.0) (2018-04-14) | ||
|
|
||
| [Full Changelog](https://github.com/gaborbernat/pytest-devpi/compare/727896d18cab117ad84010086cbc4c9a16d9e8f7...0.1.0) | ||
|
|
||
|
|
||
|
|
||
| \* *This Changelog was automatically generated by [github_changelog_generator](https://github.com/github-changelog-generator/github-changelog-generator)* |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,18 +1,39 @@ | ||
| # pytest-devpi | ||
|
|
||
| [](https://pypi.org/project/pytest-devpi) | ||
| [](https://pypi.org/project/pytest-devpi) | ||
| [](https://pypi.org/project/pytest-devpi) | ||
| [](https://pypistats.org/packages/pytest-devpi) | ||
| [](https://opensource.org/licenses/MIT) | ||
| [](https://github.com/gaborbernat/pytest-devpi/actions?query=workflow%3Acheck) | ||
| # devpi-process | ||
|
|
||
| [](https://pypi.org/project/devpi-process) | ||
| [](https://pypi.org/project/devpi-process) | ||
| [](https://pypi.org/project/devpi-process) | ||
| [](https://pypistats.org/packages/devpi-process) | ||
| [](https://opensource.org/licenses/MIT) | ||
| [](https://github.com/gaborbernat/devpi-process/actions?query=workflow%3Acheck) | ||
| [](https://github.com/psf/black) | ||
|
|
||
| Create a devpi instance for your pytest suite. | ||
| Allows you to create [devpi](https://devpi.net/docs/devpi/devpi/stable/+d/index.html) server process with indexes, and | ||
| upload artifacts to that programmatically. | ||
|
|
||
| ## install | ||
|
|
||
| ```sh | ||
| pip install pytest-devpi | ||
| pip install devpi-process | ||
| ``` | ||
|
|
||
| ## use | ||
|
|
||
| ```python | ||
| from pathlib import Path | ||
|
|
||
| from devpi_process import Index, IndexServer | ||
|
|
||
| with IndexServer(Path("server-dir")) as server: | ||
| # create an index mirroring an Artifactory instance | ||
| magic_index_url = "https://magic.com/artifactory/api/pypi/magic-pypi/simple" | ||
| base_name = "magic" | ||
| server.create_index(base_name, "type=mirror", f"mirror_url={magic_index_url}") | ||
|
|
||
| # create a dev index server that bases of magic PyPI, and upload a wheel to it | ||
| dev: Index = server.create_index("dev", f"bases={server.user}/{base_name}") | ||
| dev.upload("magic-2.24.0-py3-none-any.whl") | ||
|
|
||
| assert dev.url # point the tool consuming the index server to this | ||
| ``` |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,154 @@ | ||
| import random | ||
| import socket | ||
| import string | ||
| import sys | ||
| import sysconfig | ||
| from contextlib import closing | ||
| from pathlib import Path | ||
| from subprocess import PIPE, Popen, check_call | ||
| from threading import Thread | ||
| from types import TracebackType | ||
| from typing import IO, Dict, Iterator, List, Optional, Sequence, Type, cast | ||
|
|
||
| from .version import __version__ | ||
|
|
||
|
|
||
| class Index: | ||
| def __init__(self, base_url: str, name: str, user: str, client_cmd_base: List[str]) -> None: | ||
| self._client_cmd_base = client_cmd_base | ||
| self._server_url = base_url | ||
| self.name = name | ||
| self.user = user | ||
|
|
||
| @property | ||
| def url(self) -> str: | ||
| return f"{self._server_url}/{self.name}/+simple" | ||
|
|
||
| def use(self) -> None: | ||
| check_call(self._client_cmd_base + ["use", f"{self.user}/{self.name}"], stdout=PIPE, stderr=PIPE) | ||
|
|
||
| def upload(self, *files: Path) -> None: | ||
| cmd = self._client_cmd_base + ["upload", "--index", self.name] + [str(i) for i in files] | ||
| check_call(cmd) | ||
|
|
||
| def __repr__(self) -> str: | ||
| return f"{self.__class__.__name__}(url={self.url})" | ||
|
|
||
|
|
||
| class IndexServer: | ||
| def __init__(self, path: Path, with_root_pypi: bool = False, start_args: Optional[Sequence[str]] = None) -> None: | ||
| self.path = path | ||
| self._with_root_pypi = with_root_pypi | ||
| self._start_args: Sequence[str] = [] if start_args is None else start_args | ||
|
|
||
| self.host, self.port = "localhost", _find_free_port() | ||
| self._passwd = "".join(random.choices(string.ascii_letters, k=8)) | ||
|
|
||
| scripts_dir = sysconfig.get_path("scripts") | ||
| if scripts_dir is None: | ||
| raise RuntimeError("could not get scripts folder of host interpreter") # pragma: no cover | ||
|
|
||
| def _exe(name: str) -> str: | ||
| return str(Path(cast(str, scripts_dir)) / f"{name}{'.exe' if sys.platform == 'win32' else ''}") | ||
|
|
||
| self._init: str = _exe("devpi-init") | ||
| self._server: str = _exe("devpi-server") | ||
| self._client: str = _exe("devpi") | ||
|
|
||
| self._server_dir = self.path / "server" | ||
| self._client_dir = self.path / "client" | ||
| self._indexes: Dict[str, Index] = {} | ||
| self._process: Optional["Popen[str]"] = None | ||
| self._has_use = False | ||
| self._stdout_drain: Optional[Thread] = None | ||
|
|
||
| @property | ||
| def user(self) -> str: | ||
| return "root" | ||
|
|
||
| def __enter__(self) -> "IndexServer": | ||
| self._create_and_start_server() | ||
| self._setup_client() | ||
| return self | ||
|
|
||
| def _create_and_start_server(self) -> None: | ||
| self._server_dir.mkdir(exist_ok=True) | ||
| server_at = str(self._server_dir) | ||
| # 1. create the server | ||
| cmd = [self._init, "--serverdir", server_at] | ||
| cmd.extend(("--role", "standalone", "--root-passwd", self._passwd)) | ||
| if self._with_root_pypi is False: | ||
| cmd.append("--no-root-pypi") | ||
| check_call(cmd, stdout=PIPE, stderr=PIPE) | ||
| # 2. start the server | ||
| cmd = [self._server, "--serverdir", server_at, "--port", str(self.port)] | ||
| cmd.extend(self._start_args) | ||
| self._process = Popen(cmd, stdout=PIPE, universal_newlines=True) | ||
| stdout = self._drain_stdout() | ||
| for line in stdout: # pragma: no branch # will always loop at least once | ||
| if "serving at url" in line: | ||
|
|
||
| def _keep_draining() -> None: | ||
| for _ in stdout: | ||
| pass | ||
|
|
||
| # important to keep draining the stdout, otherwise once the buffer is full Windows blocks the process | ||
| self._stdout_drain = Thread(target=_keep_draining, name="tox-test-stdout-drain") | ||
| self._stdout_drain.start() | ||
| break | ||
|
|
||
| def _drain_stdout(self) -> Iterator[str]: | ||
| process = cast("Popen[str]", self._process) | ||
| stdout = cast(IO[str], process.stdout) | ||
| while True: | ||
| if process.poll() is not None: # pragma: no cover | ||
| print(f"devpi server with pid {process.pid} at {self._server_dir} died") | ||
| break | ||
| yield stdout.readline() | ||
|
|
||
| def _setup_client(self) -> None: | ||
| """create a user on the server and authenticate it""" | ||
| self._client_dir.mkdir(exist_ok=True) | ||
| base = ["--clientdir", str(self._client_dir)] | ||
| check_call([self._client, "use"] + base + [self.url], stdout=PIPE, stderr=PIPE) | ||
| check_call([self._client, "login"] + base + [self.user, "--password", self._passwd], stdout=PIPE, stderr=PIPE) | ||
|
|
||
| def create_index(self, name: str, *args: str) -> Index: | ||
| if name in self._indexes: # pragma: no cover | ||
| raise ValueError(f"index {name} already exists") | ||
| base = [self._client, "--clientdir", str(self._client_dir)] | ||
| check_call(base + ["index", "-c", name, *args], stdout=PIPE, stderr=PIPE) | ||
| index = Index(f"{self.url}/{self.user}", name, self.user, base) | ||
| self._indexes[name] = index | ||
| return index | ||
|
|
||
| def __exit__( | ||
| self, | ||
| exc_type: Optional[Type[BaseException]], # noqa: U100 | ||
| exc_val: Optional[BaseException], # noqa: U100 | ||
| exc_tb: Optional[TracebackType], # noqa: U100 | ||
| ) -> None: | ||
| if self._process is not None: # pragma: no cover # defend against devpi startup fail | ||
| self._process.terminate() | ||
| if self._stdout_drain is not None and self._stdout_drain.is_alive(): # pragma: no cover # devpi startup fail | ||
| self._stdout_drain.join() | ||
|
|
||
| @property | ||
| def url(self) -> str: | ||
| return f"http://{self.host}:{self.port}" | ||
|
|
||
| def __repr__(self) -> str: | ||
| return f"{self.__class__.__name__}(url={self.url}, indexes={list(self._indexes)})" | ||
|
|
||
|
|
||
| def _find_free_port() -> int: | ||
| with closing(socket.socket(socket.AF_INET, socket.SOCK_STREAM)) as socket_handler: | ||
| socket_handler.bind(("", 0)) | ||
| return cast(int, socket_handler.getsockname()[1]) | ||
|
|
||
|
|
||
| __all__ = [ | ||
| "__version__", | ||
| "Index", | ||
| "IndexServer", | ||
| ] |
File renamed without changes.
Oops, something went wrong.