Showing with 3,015 additions and 389 deletions.
  1. +17 −0 .github/pull_request_template.md
  2. +1 −1 .github/workflows/checkbox-core-snap-daily-builds.yml
  3. +1 −1 .github/workflows/checkbox-snap-daily-builds.yml
  4. +15 −1 .github/workflows/tox-checkbox-ng.yaml
  5. +15 −1 .github/workflows/tox-checkbox-support.yaml
  6. +15 −1 .github/workflows/tox-provider-base.yaml
  7. +15 −1 .github/workflows/tox-provider-certification-client.yaml
  8. +15 −1 .github/workflows/tox-provider-certification-server.yaml
  9. +10 −1 .github/workflows/tox-provider-docker.yaml
  10. +15 −1 .github/workflows/tox-provider-gpgpu.yaml
  11. +15 −1 .github/workflows/tox-provider-iiotg.yaml
  12. +15 −1 .github/workflows/tox-provider-resource.yaml
  13. +15 −1 .github/workflows/tox-provider-sru.yaml
  14. +10 −1 .github/workflows/tox-provider-tpm2.yaml
  15. +80 −3 CONTRIBUTING.md
  16. +37 −47 checkbox-core-snap/series16/snap/snapcraft.yaml
  17. +0 −4 checkbox-core-snap/series18/snap/snapcraft.yaml
  18. +0 −4 checkbox-core-snap/series20/snap/snapcraft.yaml
  19. +16 −4 checkbox-core-snap/series22/snap/snapcraft.yaml
  20. +11 −12 checkbox-ng/.coveragerc
  21. +5 −1 checkbox-ng/checkbox_ng/launcher/checkbox_cli.py
  22. +58 −12 checkbox-ng/checkbox_ng/launcher/master.py
  23. +51 −0 checkbox-ng/checkbox_ng/launcher/test_check_config.py
  24. +49 −0 checkbox-ng/checkbox_ng/launcher/test_checkbox_cli.py
  25. +102 −0 checkbox-ng/checkbox_ng/launcher/test_master.py
  26. +75 −0 checkbox-ng/checkbox_ng/launcher/test_merge_reports.py
  27. +52 −0 checkbox-ng/checkbox_ng/launcher/test_merge_submissions.py
  28. +49 −0 checkbox-ng/checkbox_ng/launcher/test_provider_tools.py
  29. +63 −0 checkbox-ng/checkbox_ng/launcher/test_slave.py
  30. +1 −1 checkbox-ng/checkbox_ng/launcher/test_subcommands.py
  31. +10 −1 checkbox-ng/debian/rules
  32. +34 −0 checkbox-ng/plainbox/impl/commands/test_cmd_session.py
  33. +31 −0 checkbox-ng/plainbox/impl/commands/test_deprecated.py
  34. +39 −0 checkbox-ng/plainbox/impl/commands/test_inv_session.py
  35. +44 −0 checkbox-ng/plainbox/impl/session/test_remote_assistant.py
  36. +6 −0 checkbox-ng/setup.py
  37. +15 −1 checkbox-ng/tox.ini
  38. +21 −0 checkbox-support/.coveragerc
  39. +9 −0 checkbox-support/debian/rules
  40. +6 −0 checkbox-support/setup.py
  41. +11 −1 checkbox-support/tox.ini
  42. +10 −0 codecov.yml
  43. +7 −0 docs/.sphinx/wordslist.txt
  44. +9 −0 docs/community/support.rst
  45. +66 −0 docs/explanation/configs.rst
  46. +1 −3 docs/index.rst
  47. +14 −13 docs/reference/glossary.rst
  48. +1 −0 docs/reference/index.rst
  49. +76 −0 docs/reference/snaps.rst
  50. +4 −5 docs/reference/units/resource.rst
  51. +15 −11 docs/tutorial/index.rst
  52. +3 −2 docs/tutorial/using-checkbox/{checkbox-commands.rst → advanced-commands.rst}
  53. +49 −0 docs/tutorial/using-checkbox/installing-checkbox.rst
  54. +117 −26 docs/tutorial/using-checkbox/{basic-launcher.rst → launcher.rst}
  55. +9 −9 docs/tutorial/using-checkbox/{basic-remote.rst → remote.rst}
  56. +414 −0 docs/tutorial/using-checkbox/running-checkbox.rst
  57. +3 −2 docs/tutorial/using-checkbox/test-report.rst
  58. +47 −0 metabox/README.md
  59. +128 −78 metabox/metabox/core/lxd_provider.py
  60. +164 −31 metabox/metabox/core/machine.py
  61. +63 −0 metabox/metabox/metabox-provider/bin/dependency_installation.py
  62. +6 −0 metabox/metabox/metabox-provider/units/basic-jobs.pxu
  63. +7 −0 metabox/metabox/metabox-provider/units/basic-tps.pxu
  64. +48 −0 metabox/metabox/scenarios/basic/return_codes.py
  65. +38 −34 metabox/metabox/scenarios/basic/run-invocation.py
  66. +2 −0 metabox/metabox/scenarios/config/chains.py
  67. 0 metabox/metabox/scenarios/installation/__init__.py
  68. +35 −0 metabox/metabox/scenarios/installation/validation.py
  69. +16 −0 providers/base/.coveragerc
  70. +11 −5 providers/base/tox.ini
  71. +102 −0 providers/base/units/canary/test-plan.pxu
  72. +3 −1 providers/base/units/socketcan/jobs.pxu
  73. +16 −0 providers/certification-client/.coveragerc
  74. +10 −4 providers/certification-client/tox.ini
  75. +16 −0 providers/certification-server/.coveragerc
  76. +10 −4 providers/certification-server/tox.ini
  77. +7 −3 providers/docker/tox.ini
  78. +16 −0 providers/gpgpu/.coveragerc
  79. +10 −4 providers/gpgpu/tox.ini
  80. +16 −0 providers/iiotg/.coveragerc
  81. +10 −4 providers/iiotg/tox.ini
  82. +16 −0 providers/resource/.coveragerc
  83. +8 −2 providers/resource/tox.ini
  84. +16 −0 providers/sru/.coveragerc
  85. +10 −4 providers/sru/tox.ini
  86. +2 −2 providers/tpm2/tox.ini
  87. +7 −0 providers/tutorial/README.md
  88. +10 −0 providers/tutorial/manage.py
  89. +3 −0 providers/tutorial/units/category.pxu
  90. +125 −0 providers/tutorial/units/jobs.pxu
  91. +11 −0 providers/tutorial/units/resource.pxu
  92. +17 −0 providers/tutorial/units/test-plan.pxu
  93. +116 −12 tools/release/README.md
  94. +45 −25 tools/release/lp-recipe-update-build.py
  95. +1 −1 tools/release/release_deb_monorepo.py
17 changes: 17 additions & 0 deletions .github/pull_request_template.md
Original file line number Diff line number Diff line change
@@ -1,3 +1,19 @@
<!--
Make sure that your PR title is clear and contains a traceability marker.
Traceability Markers is what we use to understand the impact of your change at a glance.
Pick one of the following:
- Infra: Your change only includes documentation, comments, github actions or metabox
- BugFix: Your change fixes a bug
- New: Your chage is a new backward compatible feature, a new test/test plan/test inclusion
- Breaking: Your change breaks backward compatibility.
- This includes any API change to checkbox-ng/checkbox-support
- Changes to PXU grammar/field requirements
- Breaking changes to dependencies in snaps (fwts upgrade for example)
If your change is to providers it can only be (Infra, BugFix or New)
Example Title: Fixed bugged behaviour of checkbox load config (Bugfix)
-->
## Description

<!--
Expand Down Expand Up @@ -29,4 +45,5 @@ Please make sure that...
<!--
- How was this PR tested? Please provide steps to follow so that the reviewer(s) can test on their end.
- Please provide a list of what tests were run and on what platform/configuration.
- Remember to check the test coverage of your PR as described in CONTRIBUTING.md
-->
2 changes: 1 addition & 1 deletion .github/workflows/checkbox-core-snap-daily-builds.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ jobs:
matrix:
releases: [16, 18, 20, 22]
needs: check_history
if: ${{ needs.check_history.outputs.should_run != 'false' }}
if: ${{ needs.check_history.outputs.should_run != 'false' }} || github.event_name == 'workflow_dispatch'
runs-on: ubuntu-latest
env:
SERIES: series${{ matrix.releases }}
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/checkbox-snap-daily-builds.yml
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,7 @@ jobs:
type: [classic, uc]
releases: [16, 18, 20, 22]
needs: check_history
if: ${{ needs.check_history.outputs.should_run != 'false' }}
if: ${{ needs.check_history.outputs.should_run != 'false' }} || github.event_name == 'workflow_dispatch'
runs-on: ubuntu-latest
env:
SERIES: series_${{ matrix.type }}${{ matrix.releases }}
Expand Down
16 changes: 15 additions & 1 deletion .github/workflows/tox-checkbox-ng.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,15 @@ jobs:
strategy:
matrix:
python: ["3.5", "3.6", "3.8", "3.10"]
include:
- python: "3.5"
tox_env_name: "py35"
- python: "3.6"
tox_env_name: "py36"
- python: "3.8"
tox_env_name: "py38"
- python: "3.10"
tox_env_name: "py310"
steps:
- uses: actions/checkout@v3
- name: Setup Python
Expand All @@ -29,4 +38,9 @@ jobs:
- name: Install tox
run: pip install tox
- name: Run tox
run: tox
run: tox -e${{ matrix.tox_env_name }}
- name: Upload coverage reports to Codecov
uses: codecov/codecov-action@v3
with:
token: ${{ secrets.CODECOV_TOKEN }}
flags: checkbox-ng
16 changes: 15 additions & 1 deletion .github/workflows/tox-checkbox-support.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,15 @@ jobs:
strategy:
matrix:
python: ["3.5", "3.6", "3.8", "3.10"]
include:
- python: "3.5"
tox_env_name: "py35"
- python: "3.6"
tox_env_name: "py36"
- python: "3.8"
tox_env_name: "py38"
- python: "3.10"
tox_env_name: "py310"
steps:
- uses: actions/checkout@v3
- name: Setup Python
Expand All @@ -29,4 +38,9 @@ jobs:
- name: Install tox
run: pip install tox
- name: Run tox
run: tox
run: tox -e${{ matrix.tox_env_name }}
- name: Upload coverage reports to Codecov
uses: codecov/codecov-action@v3
with:
token: ${{ secrets.CODECOV_TOKEN }}
flags: checkbox-support
16 changes: 15 additions & 1 deletion .github/workflows/tox-provider-base.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,15 @@ jobs:
strategy:
matrix:
python: ["3.5", "3.6", "3.8", "3.10"]
include:
- python: "3.5"
tox_env_name: "py35"
- python: "3.6"
tox_env_name: "py36"
- python: "3.8"
tox_env_name: "py38"
- python: "3.10"
tox_env_name: "py310"
steps:
- uses: actions/checkout@v3
- name: Setup Python
Expand All @@ -29,4 +38,9 @@ jobs:
- name: Install tox
run: pip install tox
- name: Run tox
run: tox
run: tox -e${{ matrix.tox_env_name }}
- name: Upload coverage reports to Codecov
uses: codecov/codecov-action@v3
with:
token: ${{ secrets.CODECOV_TOKEN }}
flags: provider-base
16 changes: 15 additions & 1 deletion .github/workflows/tox-provider-certification-client.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,15 @@ jobs:
strategy:
matrix:
python: ["3.5", "3.6", "3.8", "3.10"]
include:
- python: "3.5"
tox_env_name: "py35"
- python: "3.6"
tox_env_name: "py36"
- python: "3.8"
tox_env_name: "py38"
- python: "3.10"
tox_env_name: "py310"
steps:
- uses: actions/checkout@v3
- name: Setup Python
Expand All @@ -29,4 +38,9 @@ jobs:
- name: Install tox
run: pip install tox
- name: Run tox
run: tox
run: tox -e${{ matrix.tox_env_name }}
- name: Upload coverage reports to Codecov
uses: codecov/codecov-action@v3
with:
token: ${{ secrets.CODECOV_TOKEN }}
flags: provider-certification-client
16 changes: 15 additions & 1 deletion .github/workflows/tox-provider-certification-server.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,15 @@ jobs:
strategy:
matrix:
python: ["3.5", "3.6", "3.8", "3.10"]
include:
- python: "3.5"
tox_env_name: "py35"
- python: "3.6"
tox_env_name: "py36"
- python: "3.8"
tox_env_name: "py38"
- python: "3.10"
tox_env_name: "py310"
steps:
- uses: actions/checkout@v3
- name: Setup Python
Expand All @@ -29,4 +38,9 @@ jobs:
- name: Install tox
run: pip install tox
- name: Run tox
run: tox
run: tox -e${{ matrix.tox_env_name }}
- name: Upload coverage reports to Codecov
uses: codecov/codecov-action@v3
with:
token: ${{ secrets.CODECOV_TOKEN }}
flags: provider-certification-server
11 changes: 10 additions & 1 deletion .github/workflows/tox-provider-docker.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,15 @@ jobs:
strategy:
matrix:
python: ["3.5", "3.6", "3.8", "3.10"]
include:
- python: "3.5"
tox_env_name: "py35"
- python: "3.6"
tox_env_name: "py36"
- python: "3.8"
tox_env_name: "py38"
- python: "3.10"
tox_env_name: "py310"
steps:
- uses: actions/checkout@v3
- name: Setup Python
Expand All @@ -29,4 +38,4 @@ jobs:
- name: Install tox
run: pip install tox
- name: Run tox
run: tox
run: tox -e${{ matrix.tox_env_name }}
16 changes: 15 additions & 1 deletion .github/workflows/tox-provider-gpgpu.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,15 @@ jobs:
strategy:
matrix:
python: ["3.5", "3.6", "3.8", "3.10"]
include:
- python: "3.5"
tox_env_name: "py35"
- python: "3.6"
tox_env_name: "py36"
- python: "3.8"
tox_env_name: "py38"
- python: "3.10"
tox_env_name: "py310"
steps:
- uses: actions/checkout@v3
- name: Setup Python
Expand All @@ -29,4 +38,9 @@ jobs:
- name: Install tox
run: pip install tox
- name: Run tox
run: tox
run: tox -e${{ matrix.tox_env_name }}
- name: Upload coverage reports to Codecov
uses: codecov/codecov-action@v3
with:
token: ${{ secrets.CODECOV_TOKEN }}
flags: provider-gpgpu
16 changes: 15 additions & 1 deletion .github/workflows/tox-provider-iiotg.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,15 @@ jobs:
strategy:
matrix:
python: ["3.5", "3.6", "3.8", "3.10"]
include:
- python: "3.5"
tox_env_name: "py35"
- python: "3.6"
tox_env_name: "py36"
- python: "3.8"
tox_env_name: "py38"
- python: "3.10"
tox_env_name: "py310"
steps:
- uses: actions/checkout@v3
- name: Setup Python
Expand All @@ -29,4 +38,9 @@ jobs:
- name: Install tox
run: pip install tox
- name: Run tox
run: tox
run: tox -e${{ matrix.tox_env_name }}
- name: Upload coverage reports to Codecov
uses: codecov/codecov-action@v3
with:
token: ${{ secrets.CODECOV_TOKEN }}
flags: provider-iiotg
16 changes: 15 additions & 1 deletion .github/workflows/tox-provider-resource.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,15 @@ jobs:
strategy:
matrix:
python: ["3.5", "3.6", "3.8", "3.10"]
include:
- python: "3.5"
tox_env_name: "py35"
- python: "3.6"
tox_env_name: "py36"
- python: "3.8"
tox_env_name: "py38"
- python: "3.10"
tox_env_name: "py310"
steps:
- uses: actions/checkout@v3
- name: Setup Python
Expand All @@ -29,4 +38,9 @@ jobs:
- name: Install tox
run: pip install tox
- name: Run tox
run: tox
run: tox -e${{ matrix.tox_env_name }}
- name: Upload coverage reports to Codecov
uses: codecov/codecov-action@v3
with:
token: ${{ secrets.CODECOV_TOKEN }}
flags: provider-resource
16 changes: 15 additions & 1 deletion .github/workflows/tox-provider-sru.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,15 @@ jobs:
strategy:
matrix:
python: ["3.5", "3.6", "3.8", "3.10"]
include:
- python: "3.5"
tox_env_name: "py35"
- python: "3.6"
tox_env_name: "py36"
- python: "3.8"
tox_env_name: "py38"
- python: "3.10"
tox_env_name: "py310"
steps:
- uses: actions/checkout@v3
- name: Setup Python
Expand All @@ -29,4 +38,9 @@ jobs:
- name: Install tox
run: pip install tox
- name: Run tox
run: tox
run: tox -e${{ matrix.tox_env_name }}
- name: Upload coverage reports to Codecov
uses: codecov/codecov-action@v3
with:
token: ${{ secrets.CODECOV_TOKEN }}
flags: provider-sru
11 changes: 10 additions & 1 deletion .github/workflows/tox-provider-tpm2.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,15 @@ jobs:
strategy:
matrix:
python: ["3.5", "3.6", "3.8", "3.10"]
include:
- python: "3.5"
tox_env_name: "py35"
- python: "3.6"
tox_env_name: "py36"
- python: "3.8"
tox_env_name: "py38"
- python: "3.10"
tox_env_name: "py310"
steps:
- uses: actions/checkout@v3
- name: Setup Python
Expand All @@ -29,4 +38,4 @@ jobs:
- name: Install tox
run: pip install tox
- name: Run tox
run: tox
run: tox -e${{ matrix.tox_env_name }}
Loading