mirror of
https://github.com/aljazceru/plugins.git
synced 2025-12-30 11:24:20 +01:00
138 lines
3.9 KiB
Python
138 lines
3.9 KiB
Python
from pathlib import Path
|
|
import subprocess
|
|
from pprint import pprint
|
|
from collections import namedtuple
|
|
from typing import Generator
|
|
import sys
|
|
import tempfile
|
|
import shlex
|
|
import os
|
|
|
|
|
|
# Directories that are not plugins
|
|
exclude = ['.ci', '.git', '.github']
|
|
global_dependencies = [
|
|
'pytest==5.*',
|
|
'pytest-xdist==1.34.0',
|
|
'pytest-timeout',
|
|
'pyln-testing'
|
|
]
|
|
|
|
Plugin = namedtuple('Plugin', ['name', 'path', 'requirements', 'devrequirements'])
|
|
|
|
|
|
def enumerate_plugins(basedir: Path) -> Generator[Plugin, None, None]:
|
|
plugins = [x for x in basedir.iterdir() if x.is_dir() and x.name not in exclude]
|
|
pytests = [x for x in plugins if (x / Path('requirements.txt')).exists()]
|
|
|
|
for p in sorted(pytests):
|
|
yield Plugin(
|
|
name=p.name,
|
|
path=p,
|
|
requirements=p/Path('requirements.txt'),
|
|
devrequirements=p/Path('requirements-dev.txt'),
|
|
)
|
|
|
|
|
|
def run_one(p: Plugin) -> bool:
|
|
print("Running tests on plugin {p.name}".format(p=p))
|
|
|
|
testfiles = [
|
|
x for x in p.path.iterdir()
|
|
if (x.is_dir() and x.name == 'tests')
|
|
or (x.name.startswith("test_") and x.name.endswith('.py'))
|
|
]
|
|
|
|
if len(testfiles) == 0:
|
|
print("No test files found, skipping plugin {p.name}".format(p=p))
|
|
return True
|
|
|
|
print("Found {ctestfiles} test files, creating virtualenv and running tests".format(ctestfiles=len(testfiles)))
|
|
print("##[group]{p.name}".format(p=p))
|
|
|
|
# Create a virtual env
|
|
vdir = tempfile.TemporaryDirectory()
|
|
vpath = Path(vdir.name)
|
|
|
|
subprocess.check_call(['virtualenv', '--clear', '-q', vpath])
|
|
bin_path = vpath / 'bin'
|
|
pip_path = vpath / 'bin' / 'pip3'
|
|
python_path = vpath / 'bin' / 'python'
|
|
pytest_path = vpath / 'bin' / 'pytest'
|
|
pip_opts = ['--use-feature=2020-resolver', '-q']
|
|
|
|
# Install pytest (eventually we'd want plugin authors to include
|
|
# it in their requirements-dev.txt, but for now let's help them a
|
|
# bit).
|
|
subprocess.check_call(
|
|
[pip_path, 'install', *pip_opts, *global_dependencies],
|
|
stderr=subprocess.STDOUT,
|
|
)
|
|
|
|
# Now install all the requirements
|
|
print("Installing requirements from {p.requirements}".format(p=p))
|
|
subprocess.check_call(
|
|
[pip_path, 'install', '-U', *pip_opts, '-r', p.requirements],
|
|
stderr=subprocess.STDOUT,
|
|
)
|
|
|
|
if p.devrequirements.exists():
|
|
print("Installing requirements from {p.devrequirements}".format(p=p))
|
|
subprocess.check_call(
|
|
[pip_path, 'install', '-U', *pip_opts, '-r', p.devrequirements],
|
|
stderr=subprocess.STDOUT,
|
|
)
|
|
|
|
if os.environ.get("PYLN_MASTER", "0") == "1":
|
|
pass
|
|
|
|
assert pytest_path.exists()
|
|
|
|
print("Current environment packages:")
|
|
subprocess.check_call(
|
|
[pip_path, 'freeze'],
|
|
stderr=subprocess.STDOUT,
|
|
)
|
|
|
|
print("Running tests")
|
|
try:
|
|
env = env={
|
|
# Need to customize PATH so lightningd can find the correct python3
|
|
'PATH': "{}:{}".format(bin_path, os.environ['PATH']),
|
|
}
|
|
subprocess.check_call(
|
|
[pytest_path, p.path, '-vvv', '-n 5', '--timeout=90'],
|
|
stderr=subprocess.STDOUT,
|
|
env=env,
|
|
)
|
|
return True
|
|
except:
|
|
return False
|
|
finally:
|
|
print("##[endgroup]")
|
|
|
|
|
|
def run_all(args):
|
|
root_path = subprocess.check_output([
|
|
'git',
|
|
'rev-parse',
|
|
'--show-toplevel'
|
|
]).decode('ASCII').strip()
|
|
|
|
root = Path(root_path)
|
|
|
|
print("Testing all plugins in {root}".format(root=root))
|
|
|
|
|
|
results = [(p, run_one(p)) for p in enumerate_plugins(root)]
|
|
success = all([t[1] for t in results])
|
|
|
|
if not success:
|
|
print("The following tests failed:")
|
|
for t in filter(lambda t: not t[1], results):
|
|
print(" - {p.name} ({p.path})".format(p=t[0]))
|
|
sys.exit(1)
|
|
|
|
if __name__ == "__main__":
|
|
run_all(sys.argv[1:])
|