{lib,arch,plat}: Redo syscall ctx's and swapgs logic
#1746
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: integration | |
| on: | |
| push: | |
| branches: [staging, stable] | |
| paths-ignore: ['*.md'] | |
| pull_request: | |
| types: [opened, synchronize, reopened] | |
| branches: [staging] | |
| paths-ignore: ['*.md'] | |
| jobs: | |
| libc-test: | |
| name: libc-test | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - plat: qemu | |
| arch: x86_64 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| - name: Fetch helloworld | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: unikraft/app-helloworld | |
| fetch-depth: 1 | |
| path: _helloworld | |
| - name: Build and run libc-test via uktest | |
| uses: unikraft/kraftkit@staging | |
| with: | |
| loglevel: debug | |
| workdir: _helloworld | |
| plat: ${{ matrix.plat }} | |
| arch: ${{ matrix.arch }} | |
| execute: true | |
| kraftfile: | | |
| specification: '0.5' | |
| name: helloworld | |
| unikraft: | |
| source: ../ | |
| kconfig: | |
| CONFIG_LIBUKTEST: "y" | |
| CONFIG_LIBUKTEST_ALL: "n" | |
| CONFIG_LIBUKTEST_TEST_MYSELF: "n" | |
| CONFIG_LIBUKTEST_LOG_STATS: "y" | |
| CONFIG_LIBUKDEBUG_ANSI_COLOR: "y" | |
| CONFIG_LIBUKDEBUG_PRINTK_INFO: "y" | |
| CONFIG_LIBDEVFS: "y" | |
| CONFIG_LIBDEVFS_DEV_STDOUT: "y" | |
| CONFIG_LIBDEVFS_DEV_NULL_ZERO: "y" | |
| CONFIG_LIBDEVFS_DEV_ZERO: "y" | |
| CONFIG_STACK_SIZE_PAGE_ORDER: 4 | |
| libraries: | |
| libc-test: | |
| version: staging | |
| kconfig: | |
| CONFIG_LIBLIBCTEST: "y" | |
| CONFIG_LIBLIBCTEST_STRING_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_PTHREAD_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_CONVERSION_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_REGEX_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_FILE_FOLDER_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_TIME_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_NETWORK_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_SORT_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_STRUCTURE_SEARCH_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_SEMAPHORE_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_RANDOM_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_CRYPT_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_ENV_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_MALLOC_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_TGMATH_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_ICONV_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_UDIV_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_MBFUNC_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_SETJMP_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_FPCLASSIFY_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_POSIX_SPAWN_TESTS: "y" | |
| CONFIG_LIBLIBCTEST_ACCESS_TESTS: "y" | |
| musl: | |
| version: staging | |
| kconfig: | |
| CONFIG_MUSL: "y" | |
| CONFIG_LIBMUSL_COMPLEX: "y" | |
| compiler-rt: | |
| version: staging | |
| targets: | |
| - platform: ${{ matrix.plat }} | |
| architecture: ${{ matrix.arch }} | |
| self-test: | |
| name: self-test | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - plat: qemu | |
| arch: x86_64 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| - name: Fetch helloworld | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: unikraft/app-helloworld | |
| fetch-depth: 1 | |
| path: _helloworld | |
| - name: Build and run all internal tests via uktest | |
| uses: unikraft/kraftkit@staging | |
| with: | |
| loglevel: debug | |
| workdir: _helloworld | |
| plat: ${{ matrix.plat }} | |
| arch: ${{ matrix.arch }} | |
| execute: true | |
| kraftfile: | | |
| specification: '0.5' | |
| name: helloworld | |
| unikraft: | |
| source: ../ | |
| kconfig: | |
| CONFIG_LIBUKTEST: "y" | |
| CONFIG_LIBUKTEST_ALL: "y" | |
| CONFIG_LIBUKTEST_TEST_MYSELF: "y" | |
| CONFIG_LIBUKDEBUG_ANSI_COLOR: "y" | |
| CONFIG_LIBUKDEBUG_PRINTK_INFO: "y" | |
| CONFIG_LIBUKTEST_FAILFAST: "n" | |
| CONFIG_LIBUKTEST_LOG_STATS: "y" | |
| CONFIG_OPTIMIZE_WARNISERROR: "y" | |
| targets: | |
| - platform: ${{ matrix.plat }} | |
| architecture: ${{ matrix.arch }} | |
| helloworld: | |
| name: helloworld | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - plat: qemu | |
| arch: x86_64 | |
| - plat: qemu | |
| arch: arm64 | |
| - plat: xen | |
| arch: x86_64 | |
| - plat: fc | |
| arch: x86_64 | |
| - plat: linuxu | |
| arch: x86_64 | |
| - plat: linuxu | |
| arch: arm64 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| - name: Fetch helloworld | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: unikraft/app-helloworld | |
| fetch-depth: 1 | |
| path: _helloworld | |
| - name: Build helloworld | |
| uses: unikraft/kraftkit@staging | |
| with: | |
| loglevel: debug | |
| workdir: _helloworld | |
| execute: false | |
| plat: ${{ matrix.plat }} | |
| arch: ${{ matrix.arch }} | |
| kraftfile: | | |
| specification: '0.5' | |
| name: helloworld | |
| unikraft: | |
| source: ../ | |
| kconfig: | |
| CONFIG_OPTIMIZE_WARNISERROR: "y" | |
| targets: | |
| - platform: ${{ matrix.plat }} | |
| architecture: ${{ matrix.arch }} | |
| catalog-tests: | |
| needs: [libc-test, self-test, helloworld] | |
| if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/staging' && github.repository_owner == 'unikraft' }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check idle | |
| run: | | |
| set -xe; | |
| # Check if there are any ongoing tests (only one repository dispatch exists so we can just check for the status) | |
| # We need to check separately for each status because the API does not support multiple statuses | |
| idle_queued=$(gh run list --repo unikraft/catalog --event repository_dispatch --limit 100 --status queued 2> /dev/null) | |
| idle_in_progress=$(gh run list --repo unikraft/catalog --event repository_dispatch --limit 100 --status in_progress 2> /dev/null) | |
| idle_requested=$(gh run list --repo unikraft/catalog --event repository_dispatch --limit 100 --status requested 2> /dev/null) | |
| idle_waiting=$(gh run list --repo unikraft/catalog --event repository_dispatch --limit 100 --status waiting 2> /dev/null) | |
| if [ -n "$idle_queued" ] || [ -n "$idle_in_progress" ] || [ -n "$idle_requested" ] || [ -n "$idle_waiting" ]; then | |
| echo "There are idle tests, try again later:"; | |
| echo "Queued:"; | |
| jq "$idle_queued"; | |
| echo "In Progress:"; | |
| jq "$idle_in_progress"; | |
| echo "Requested:"; | |
| jq "$idle_requested"; | |
| echo "Waiting:"; | |
| jq "$idle_waiting"; | |
| exit 1; | |
| fi | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GH_CATALOG_PAT }} | |
| - name: Get the start time | |
| id: start_time | |
| run: echo "start=$(date -u +"%Y-%m-%dT%H:%M:%SZ")" >> "$GITHUB_OUTPUT" | |
| - name: Repository Dispatch | |
| uses: octokit/request-action@v2.x | |
| with: | |
| route: POST /repos/{owner}/{repo}/dispatches | |
| owner: unikraft | |
| repo: catalog | |
| event_type: core_merge | |
| client_payload: '{"id": "${{ github.run_id }}"}' | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GH_CATALOG_PAT }} | |
| - name: Fetch catalog results | |
| run: | | |
| set -xe; | |
| sudo apt-get update; | |
| sudo apt-get install -y jq; | |
| today=$(date -u +"%Y-%m-%d"); | |
| stop=$(date -u +"%Y-%m-%dT%H:%M:%SZ"); | |
| start="${{ steps.start_time.outputs.start }}"; | |
| for _ in {1..60}; do | |
| # If there are more than 100 tests, the list will be truncated | |
| # TODO(craciunoiuc): Implement pagination or filter only for not concluded tests | |
| joutput=$(gh run list --repo unikraft/catalog --event repository_dispatch --limit 100 --created "$today" --json displayTitle,conclusion,createdAt); | |
| # Check all the tests if they are successful | |
| # If there is a failure, the workflow will fail-fast | |
| # Filter out tests that were created after $start and before stop and pick only the ones that have the displayTitle==core_merge | |
| fail_output=$(echo "$joutput" | jq -r -c -M --arg start "$start" --arg stop "$stop" '.[] | select(.createdAt <= $stop) | select(.createdAt >= $start) | select(.displayTitle == "core_merge") | select(.conclusion == "failure")'); | |
| if [ -n "$fail_output" ]; then | |
| echo "There are failed tests:"; | |
| jq "$fail_output"; | |
| exit 1; | |
| fi | |
| # If there are tests that are on-going still, we will wait for them to finish | |
| # Filter out tests that were created after $start and before stop and pick only the ones that have the displayTitle==core_merge | |
| ongoing_output=$(echo "$joutput" | jq -r -c -M --arg start "$start" --arg stop "$stop" '.[] | select(.createdAt <= $stop) | select(.createdAt >= $start) | select(.displayTitle == "core_merge") | select(.conclusion == "")') | |
| if [ -z "$ongoing_output" ]; then | |
| echo "All tests have finished successfully"; | |
| exit 0; | |
| fi | |
| sleep 30; | |
| done | |
| echo "Timeout waiting for tests to finish"; | |
| exit 1; | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GH_CATALOG_PAT }} | |
| merge-stable: | |
| needs: [catalog-tests] | |
| if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/staging' && github.repository_owner == 'unikraft' }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| ref: staging | |
| - name: Merge stable | |
| run: | | |
| set -xe; | |
| git pull origin stable; | |
| git checkout --track origin/stable; | |
| git rebase staging; | |
| git push origin stable; |