mirror of
https://github.com/enpaul/tox-poetry-installer.git
synced 2024-10-29 19:47:00 +00:00
1478e35c0b
Currently, tox-poetry-installer logs when it submits a dependency to the (possibly-parallel) executor for installation, but not when the installation is finished; this commit adds a log message when the installation actually starts (in contrast with when the job is queued) and a log message when the installation completes, along with the wall time it took. Rationale: I've noticed in some cases when running under Python 3.10 packages take much longer to install -- this logging should help pinpoint culprits.
82 lines
2.8 KiB
Python
82 lines
2.8 KiB
Python
"""Funcationality for performing virtualenv installation"""
|
|
# Silence this one globally to support the internal function imports for the proxied poetry module.
|
|
# See the docstring in 'tox_poetry_installer._poetry' for more context.
|
|
# pylint: disable=import-outside-toplevel
|
|
import concurrent.futures
|
|
import contextlib
|
|
import typing
|
|
from datetime import datetime
|
|
from typing import Sequence
|
|
from typing import Set
|
|
|
|
from poetry.core.packages import Package as PoetryPackage
|
|
from tox.venv import VirtualEnv as ToxVirtualEnv
|
|
|
|
from tox_poetry_installer import logger
|
|
from tox_poetry_installer import utilities
|
|
|
|
if typing.TYPE_CHECKING:
|
|
from tox_poetry_installer import _poetry
|
|
|
|
|
|
def install(
|
|
poetry: "_poetry.Poetry",
|
|
venv: ToxVirtualEnv,
|
|
packages: Sequence[PoetryPackage],
|
|
parallels: int = 0,
|
|
):
|
|
"""Install a bunch of packages to a virtualenv
|
|
|
|
:param poetry: Poetry object the packages were sourced from
|
|
:param venv: Tox virtual environment to install the packages to
|
|
:param packages: List of packages to install to the virtual environment
|
|
:param parallels: Number of parallel processes to use for installing dependency packages, or
|
|
``None`` to disable parallelization.
|
|
"""
|
|
from tox_poetry_installer import _poetry
|
|
|
|
logger.info(
|
|
f"Installing {len(packages)} packages to environment at {venv.envconfig.envdir}"
|
|
)
|
|
|
|
pip = _poetry.PipInstaller(
|
|
env=utilities.convert_virtualenv(venv),
|
|
io=_poetry.NullIO(),
|
|
pool=poetry.pool,
|
|
)
|
|
|
|
installed: Set[PoetryPackage] = set()
|
|
|
|
def logged_install(dependency: PoetryPackage) -> None:
|
|
start = datetime.now()
|
|
logger.debug(f"Installing {dependency}")
|
|
pip.install(dependency)
|
|
end = datetime.now()
|
|
logger.debug(f"Finished installing {dependency} in {end - start}")
|
|
|
|
@contextlib.contextmanager
|
|
def _optional_parallelize():
|
|
"""A bit of cheat, really
|
|
|
|
A context manager that exposes a common interface for the caller that optionally
|
|
enables/disables the usage of the parallel thread pooler depending on the value of
|
|
the ``parallels`` parameter.
|
|
"""
|
|
if parallels > 0:
|
|
with concurrent.futures.ThreadPoolExecutor(
|
|
max_workers=parallels
|
|
) as executor:
|
|
yield executor.submit
|
|
else:
|
|
yield lambda func, arg: func(arg)
|
|
|
|
with _optional_parallelize() as executor:
|
|
for dependency in packages:
|
|
if dependency not in installed:
|
|
installed.add(dependency)
|
|
logger.debug(f"Queuing {dependency}")
|
|
executor(logged_install, dependency)
|
|
else:
|
|
logger.debug(f"Skipping {dependency}, already installed")
|
|
logger.debug("Waiting for installs to finish...")
|