Context Switching

.github/actions/toolchain/action.yml

@@ -0,0 +1,46 @@
+name: Platform toolchain
+description: Build the platform toolchain, with GCC cached between runs
+
+inputs:
+  arch:
+    description: The architecture to build for
+    required: true
+  toolchain:
+    description: gcc or clang
+    required: true
+  lookup-only:
+    description: Don't restore a cached toolchain, only build a missing one
+    default: "false"
+
+runs:
+  using: composite
+  steps:
+    - if: ${{ inputs.toolchain == 'gcc' }}
+      id: version
+      name: Get the toolchain version
+      shell: bash
+      run: |
+        python3 -c 'import scripts.build_utils.toolchain_builder as tb
+        print(f"key=gcc-{tb.GCC_VERSION}-binutils-{tb.BINUTILS_VERSION}")' \
+          >> "$GITHUB_OUTPUT"
+
+    - if: ${{ inputs.toolchain == 'gcc' }}
+      id: cache
+      name: Restore the toolchain cache
+      uses: actions/cache/restore@v4.2.2
+      with:
+        path: "${{ github.workspace }}/toolchain/tools-${{ inputs.toolchain }}-${{ inputs.arch }}"
+        key: "${{ runner.os }}-${{ runner.arch }}-${{ inputs.arch }}-${{ steps.version.outputs.key }}"
+        lookup-only: ${{ inputs.lookup-only }}
+
+    - if: ${{ inputs.lookup-only != 'true' || steps.cache.outputs.cache-hit != 'true' }}
+      name: Build the platform toolchain
+      shell: bash
+      run: "${{ github.workspace }}/build.py --arch ${{ inputs.arch }} --toolchain ${{ inputs.toolchain }} --no-tune-native --toolchain-only"
+
+    - if: ${{ inputs.toolchain == 'gcc' && steps.cache.outputs.cache-hit != 'true' }}
+      name: Save the toolchain cache
+      uses: actions/cache/save@v4.2.2
+      with:
+        path: "${{ github.workspace }}/toolchain/tools-${{ inputs.toolchain }}-${{ inputs.arch }}"
+        key: ${{ steps.cache.outputs.cache-primary-key }}

.github/workflows/main.yml

@@ -42,10 +42,30 @@ jobs:
       - name: Build the platform toolchain
         run: "${{ github.workspace }}/build.py --toolchain clang --toolchain-only"
 
-      - name: Check the coding conventions
-        run: "${{ github.workspace }}/build.py --toolchain clang --lint"
+      - name: Check the coding conventions of every preset
+        run: |
+          for preset in configs/*.config; do
+            "${{ github.workspace }}/build.py" --toolchain clang \
+                --config "$(basename "$preset" .config)" --lint
+          done
+
+  toolchain:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          submodules: true
 
-  build:
+      - name: Build the GCC toolchain unless it is cached
+        uses: ./.github/actions/toolchain
+        with:
+          arch: x86_64
+          toolchain: gcc
+          lookup-only: true
+
+  build-and-boot:
+    needs: toolchain
     runs-on: ${{ matrix.os }}
 
     strategy:
@@ -66,42 +86,61 @@ jobs:
         with:
           submodules: true
 
-      - if: ${{ matrix.toolchain == 'gcc' }}
-        id: toolchain-version
-        name: Get the toolchain version
-        run: |
-          python3 -c 'import scripts.build_utils.toolchain_builder as tb
-          print(f"key=gcc-{tb.GCC_VERSION}-binutils-{tb.BINUTILS_VERSION}")' \
-            >> "$GITHUB_OUTPUT"
-
-      - if: ${{ matrix.toolchain == 'gcc' }}
-        id: toolchain-cache
-        name: Restore the toolchain cache
-        uses: actions/cache/restore@v4.2.2
-        with:
-          path: "${{ github.workspace }}/toolchain/tools-${{ matrix.toolchain }}-${{ matrix.arch }}"
-          key: "${{ runner.os }}-${{ runner.arch }}-${{ matrix.arch }}-${{ steps.toolchain-version.outputs.key }}"
-
       - name: Build the platform toolchain
-        run: "${{ github.workspace }}/build.py --arch ${{ matrix.arch }} --toolchain ${{ matrix.toolchain }} --no-tune-native --toolchain-only"
-
-      - if: ${{ matrix.toolchain == 'gcc' && steps.toolchain-cache.outputs.cache-hit != 'true' }}
-        name: Save the toolchain cache
-        uses: actions/cache/save@v4.2.2
+        uses: ./.github/actions/toolchain
         with:
-          path: "${{ github.workspace }}/toolchain/tools-${{ matrix.toolchain }}-${{ matrix.arch }}"
-          key: ${{ steps.toolchain-cache.outputs.cache-primary-key }}
+          arch: ${{ matrix.arch }}
+          toolchain: ${{ matrix.toolchain }}
 
-      - name: Build the kernel
-        run: "${{ github.workspace }}/build.py --arch ${{ matrix.arch }} --config ${{ matrix.preset }} --toolchain ${{ matrix.toolchain }} --no-tune-native"
+      - name: Build and boot the kernel
+        run: "${{ github.workspace }}/build.py --arch ${{ matrix.arch }} --config ${{ matrix.preset }} --toolchain ${{ matrix.toolchain }} --no-tune-native --boot-test"
 
-  unit-tests:
+  ktest:
+    needs: toolchain
     runs-on: ${{ matrix.os }}
 
     strategy:
       fail-fast: true
       matrix:
-        os: [ubuntu-latest, macos-latest]
+        include:
+          - os: ubuntu-latest
+            arch: x86_64
+            toolchain: clang
+            accel: kvm
+            overrides: --optimization-level 3 --lto
+          - os: ubuntu-latest
+            arch: x86_64
+            toolchain: gcc
+            accel: tcg
+            overrides: --optimization-level 2
+          - os: macos-latest
+            arch: x86_64
+            toolchain: clang
+            accel: tcg
+
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          submodules: true
+
+      - name: Build the platform toolchain
+        uses: ./.github/actions/toolchain
+        with:
+          arch: ${{ matrix.arch }}
+          toolchain: ${{ matrix.toolchain }}
+
+      - if: ${{ matrix.accel == 'kvm' }}
+        name: Give the runner access to KVM
+        run: |
+          echo 'KERNEL=="kvm", GROUP="kvm", MODE="0666", OPTIONS+="static_node=kvm"' | sudo tee /etc/udev/rules.d/99-kvm4all.rules
+          sudo udevadm control --reload-rules
+          sudo udevadm trigger --name-match=kvm
+
+      - name: Run the in-kernel tests
+        run: "${{ github.workspace }}/build.py --arch ${{ matrix.arch }} --toolchain ${{ matrix.toolchain }} --no-tune-native --ktest ${{ matrix.accel == 'kvm' && '--kvm' || '' }} ${{ matrix.overrides }}"
+
+  unit-tests:
+    runs-on: ubuntu-latest
 
     steps:
       - uses: actions/checkout@v3