mirror of
https://github.com/aljazceru/lightning.git
synced 2025-12-19 15:14:23 +01:00
gci: Split test configurations into groups
We split into quick smoke-tests, normal-tests, and valgrind-tests. The first provides a quick-abort preventing overusing resources on what will be a failed run anyway.
This commit is contained in:
Christian Decker
143
.github/workflows/ci.yaml
vendored
143
.github/workflows/ci.yaml
vendored
@@ -2,8 +2,67 @@
|
|||||||
name: Continuous Integration
|
name: Continuous Integration
|
||||||
on: [push, pull_request]
|
on: [push, pull_request]
|
||||||
jobs:
|
jobs:
|
||||||
build-and-test:
|
smoke-test:
|
||||||
name: Test config ${{ matrix.cfg }}
|
name: Smoke Test Config ${{ matrix.cfg }}
|
||||||
|
runs-on: ubuntu-20.04
|
||||||
|
env:
|
||||||
|
DEVELOPER: 1
|
||||||
|
VALGRIND: 0
|
||||||
|
EXPERIMENTAL_FEATURES: 0
|
||||||
|
COMPAT: 1
|
||||||
|
strategy:
|
||||||
|
fail-fast: true
|
||||||
|
matrix:
|
||||||
|
include:
|
||||||
|
# CFG us just an enumeration so we can refer to the configurations more easily
|
||||||
|
- {CFG: 1, TEST_CMD: "make", NO_PYTHON: 1}
|
||||||
|
- {CFG: 2, TEST_CMD: "make check-source check-units installcheck", COPTFLAGS: "-O3"}
|
||||||
|
- {CFG: 3, ARCH: 32, TEST_CMD: "make check-source check-units installcheck", DEVELOPER: 0}
|
||||||
|
- {CFG: 4, TEST_CMD: "make check-source check-units installcheck", EXPERIMENTAL_FEATURES: 1}
|
||||||
|
steps:
|
||||||
|
- name: Checkout
|
||||||
|
uses: actions/checkout@v2.0.0
|
||||||
|
|
||||||
|
- name: Set up Python 3.6
|
||||||
|
uses: actions/setup-python@v2
|
||||||
|
with:
|
||||||
|
python-version: 3.6
|
||||||
|
|
||||||
|
- name: Install dependencies
|
||||||
|
run: |
|
||||||
|
bash -x .github/scripts/setup.sh
|
||||||
|
|
||||||
|
- name: Build
|
||||||
|
env:
|
||||||
|
VALGRIND: ${{ matrix.VALGRIND }}
|
||||||
|
DEVELOPER: ${{ matrix.DEVELOPER }}
|
||||||
|
EXPERIMENTAL_FEATURES: ${{ matrix.EXPERIMENTAL_FEATURES }}
|
||||||
|
COMPILER: ${{ matrix.COMPILER }}
|
||||||
|
ARCH: ${{ matrix.ARCH }}
|
||||||
|
COMPAT: ${{ matrix.COMPAT }}
|
||||||
|
PYTEST_PAR: ${{ matrix.PYTEST_PAR }}
|
||||||
|
PYTEST_OPTS: ${{ matrix.PYTEST_OPTS }}
|
||||||
|
NO_PYTHON: ${{ matrix.NO_PYTHON }}
|
||||||
|
COPTFLAGS: ${{ matrix.COPTFLAGS }}
|
||||||
|
NETWORK: ${{ matrix.NETWORK }}
|
||||||
|
TEST_CMD: ${{ matrix.TEST_CMD }}
|
||||||
|
TEST_GROUP_COUNT: ${{ matrix.TEST_GROUP_COUNT }}
|
||||||
|
TEST_GROUP: ${{ matrix.TEST_GROUP }}
|
||||||
|
run: |
|
||||||
|
bash -x .github/scripts/build.sh
|
||||||
|
|
||||||
|
- name: Upload Unit Test Results
|
||||||
|
if: always()
|
||||||
|
uses: actions/upload-artifact@v2
|
||||||
|
with:
|
||||||
|
name: Junit Report ${{ github.run_number }}.${{ matrix.cfg }}
|
||||||
|
path: report.*
|
||||||
|
if-no-files-found: ignore
|
||||||
|
|
||||||
|
normal-test:
|
||||||
|
name: Normal Test Config ${{ matrix.cfg }}
|
||||||
|
runs-on: ubuntu-20.04
|
||||||
|
needs: [smoke-test]
|
||||||
env:
|
env:
|
||||||
DEVELOPER: 1
|
DEVELOPER: 1
|
||||||
VALGRIND: 0
|
VALGRIND: 0
|
||||||
@@ -13,30 +72,12 @@ jobs:
|
|||||||
fail-fast: false
|
fail-fast: false
|
||||||
matrix:
|
matrix:
|
||||||
include:
|
include:
|
||||||
# CFG us just an enumeration so we can refer to the configurations more easily
|
|
||||||
- {CFG: 1, TEST_CMD: "make", NO_PYTHON: 1}
|
|
||||||
- {CFG: 2, TEST_CMD: "make check-source check-units installcheck", COPTFLAGS: "-O3"}
|
|
||||||
- {CFG: 3, ARCH: 32, TEST_CMD: "make check-source check-units installcheck", DEVELOPER: 0}
|
|
||||||
- {CFG: 4, TEST_CMD: "make check-source check-units installcheck", EXPERIMENTAL_FEATURES: 1}
|
|
||||||
|
|
||||||
# All of the following will just run `make pytest`
|
# All of the following will just run `make pytest`
|
||||||
- {CFG: 5, COMPILER: clang}
|
- {CFG: 5, COMPILER: clang}
|
||||||
- {CFG: 6, COMPILER: gcc, TEST_CHECK_DBSTMTS: 1}
|
- {CFG: 6, COMPILER: gcc, TEST_CHECK_DBSTMTS: 1}
|
||||||
- {CFG: 7, DEVELOPER: 0, COMPAT: 0, TEST_GROUP: 1, TEST_GROUP_COUNT: 2}
|
- {CFG: 7, DEVELOPER: 0, COMPAT: 0, TEST_GROUP: 1, TEST_GROUP_COUNT: 2}
|
||||||
- {CFG: 8, DEVELOPER: 0, COMPAT: 0, TEST_GROUP: 2, TEST_GROUP_COUNT: 2}
|
- {CFG: 8, DEVELOPER: 0, COMPAT: 0, TEST_GROUP: 2, TEST_GROUP_COUNT: 2}
|
||||||
|
|
||||||
# All of these are pretty slo since they run under valgrind
|
|
||||||
- {CFG: 9, VALGRIND: 1, TEST_GROUP: 1, TEST_GROUP_COUNT: 10, PYTEST_PAR: 3}
|
|
||||||
- {CFG: 10, VALGRIND: 1, TEST_GROUP: 2, TEST_GROUP_COUNT: 10, PYTEST_PAR: 3}
|
|
||||||
- {CFG: 11, VALGRIND: 1, TEST_GROUP: 3, TEST_GROUP_COUNT: 10, PYTEST_PAR: 3}
|
|
||||||
- {CFG: 12, VALGRIND: 1, TEST_GROUP: 4, TEST_GROUP_COUNT: 10, PYTEST_PAR: 3}
|
|
||||||
- {CFG: 13, VALGRIND: 1, TEST_GROUP: 5, TEST_GROUP_COUNT: 10, PYTEST_PAR: 3}
|
|
||||||
- {CFG: 14, VALGRIND: 1, TEST_GROUP: 6, TEST_GROUP_COUNT: 10, PYTEST_PAR: 3}
|
|
||||||
- {CFG: 15, VALGRIND: 1, TEST_GROUP: 7, TEST_GROUP_COUNT: 10, PYTEST_PAR: 3}
|
|
||||||
- {CFG: 16, VALGRIND: 1, TEST_GROUP: 8, TEST_GROUP_COUNT: 10, PYTEST_PAR: 3}
|
|
||||||
- {CFG: 17, VALGRIND: 1, TEST_GROUP: 9, TEST_GROUP_COUNT: 10, PYTEST_PAR: 3}
|
|
||||||
- {CFG: 18, VALGRIND: 1, TEST_GROUP: 10, TEST_GROUP_COUNT: 10, PYTEST_PAR: 3}
|
|
||||||
|
|
||||||
# Various other configurations
|
# Various other configurations
|
||||||
- {CFG: 19, NETWORK: liquid-regtest}
|
- {CFG: 19, NETWORK: liquid-regtest}
|
||||||
- {CFG: 20, DB: postgres, PYTEST_PAR: 2}
|
- {CFG: 20, DB: postgres, PYTEST_PAR: 2}
|
||||||
@@ -45,7 +86,67 @@ jobs:
|
|||||||
- {CFG: 21, ARCH: arm32v7, TARGET_HOST: arm-linux-gnueabihf}
|
- {CFG: 21, ARCH: arm32v7, TARGET_HOST: arm-linux-gnueabihf}
|
||||||
- {CFG: 22, ARCH: arm64v8, TARGET_HOST: aarch64-linux-gnu}
|
- {CFG: 22, ARCH: arm64v8, TARGET_HOST: aarch64-linux-gnu}
|
||||||
- {CFG: 23, EXPERIMENTAL_FEATURES: 1}
|
- {CFG: 23, EXPERIMENTAL_FEATURES: 1}
|
||||||
runs-on: ubuntu-20.04
|
steps:
|
||||||
|
- name: Checkout
|
||||||
|
uses: actions/checkout@v2.0.0
|
||||||
|
|
||||||
|
- name: Set up Python 3.6
|
||||||
|
uses: actions/setup-python@v2
|
||||||
|
with:
|
||||||
|
python-version: 3.6
|
||||||
|
|
||||||
|
- name: Install dependencies
|
||||||
|
run: |
|
||||||
|
bash -x .github/scripts/setup.sh
|
||||||
|
|
||||||
|
- name: Build
|
||||||
|
env:
|
||||||
|
VALGRIND: ${{ matrix.VALGRIND }}
|
||||||
|
DEVELOPER: ${{ matrix.DEVELOPER }}
|
||||||
|
EXPERIMENTAL_FEATURES: ${{ matrix.EXPERIMENTAL_FEATURES }}
|
||||||
|
COMPILER: ${{ matrix.COMPILER }}
|
||||||
|
ARCH: ${{ matrix.ARCH }}
|
||||||
|
COMPAT: ${{ matrix.COMPAT }}
|
||||||
|
PYTEST_PAR: ${{ matrix.PYTEST_PAR }}
|
||||||
|
PYTEST_OPTS: ${{ matrix.PYTEST_OPTS }}
|
||||||
|
NETWORK: ${{ matrix.NETWORK }}
|
||||||
|
TEST_CMD: ${{ matrix.TEST_CMD }}
|
||||||
|
TEST_GROUP_COUNT: ${{ matrix.TEST_GROUP_COUNT }}
|
||||||
|
TEST_GROUP: ${{ matrix.TEST_GROUP }}
|
||||||
|
run: |
|
||||||
|
bash -x .github/scripts/build.sh
|
||||||
|
|
||||||
|
- name: Upload Unit Test Results
|
||||||
|
if: always()
|
||||||
|
uses: actions/upload-artifact@v2
|
||||||
|
with:
|
||||||
|
name: Junit Report ${{ github.run_number }}.${{ matrix.cfg }}
|
||||||
|
path: report.*
|
||||||
|
|
||||||
|
valgrind-test:
|
||||||
|
name: Valgrind Test Config ${{ matrix.cfg }}
|
||||||
|
runs-on: ubuntu-20.04
|
||||||
|
needs: [smoke-test]
|
||||||
|
env:
|
||||||
|
DEVELOPER: 1
|
||||||
|
EXPERIMENTAL_FEATURES: 0
|
||||||
|
COMPAT: 1
|
||||||
|
TEST_GROUP_COUNT: 10
|
||||||
|
PYTEST_PAR: 3
|
||||||
|
strategy:
|
||||||
|
fail-fast: true
|
||||||
|
matrix:
|
||||||
|
include:
|
||||||
|
- {CFG: 9, VALGRIND: 1, TEST_GROUP: 1, TEST_GROUP_COUNT: 10, PYTEST_PAR: 3}
|
||||||
|
- {CFG: 10, VALGRIND: 1, TEST_GROUP: 2, TEST_GROUP_COUNT: 10, PYTEST_PAR: 3}
|
||||||
|
- {CFG: 11, VALGRIND: 1, TEST_GROUP: 3, TEST_GROUP_COUNT: 10, PYTEST_PAR: 3}
|
||||||
|
- {CFG: 12, VALGRIND: 1, TEST_GROUP: 4, TEST_GROUP_COUNT: 10, PYTEST_PAR: 3}
|
||||||
|
- {CFG: 13, VALGRIND: 1, TEST_GROUP: 5, TEST_GROUP_COUNT: 10, PYTEST_PAR: 3}
|
||||||
|
- {CFG: 14, VALGRIND: 1, TEST_GROUP: 6, TEST_GROUP_COUNT: 10, PYTEST_PAR: 3}
|
||||||
|
- {CFG: 15, VALGRIND: 1, TEST_GROUP: 7, TEST_GROUP_COUNT: 10, PYTEST_PAR: 3}
|
||||||
|
- {CFG: 16, VALGRIND: 1, TEST_GROUP: 8, TEST_GROUP_COUNT: 10, PYTEST_PAR: 3}
|
||||||
|
- {CFG: 17, VALGRIND: 1, TEST_GROUP: 9, TEST_GROUP_COUNT: 10, PYTEST_PAR: 3}
|
||||||
|
- {CFG: 18, VALGRIND: 1, TEST_GROUP: 10, TEST_GROUP_COUNT: 10, PYTEST_PAR: 3}
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
uses: actions/checkout@v2.0.0
|
uses: actions/checkout@v2.0.0
|
||||||
|
|||||||
Reference in New Issue
Block a user