Docker server build

.github/workflows/cve-scan.yml

@@ -10,7 +10,7 @@ jobs:
     continue-on-error: true
     strategy:
       matrix:
-        image: [ kroki, kroki-mermaid, kroki-bpmn, kroki-excalidraw, kroki-blockdiag, kroki-diagramsnet, kroki-wireviz ]
+        image: [ kroki, kroki-mermaid, kroki-bpmn, kroki-excalidraw, kroki-diagramsnet, kroki-wireviz ]
         tag: [ latest ]
     steps:
       - name: Run Trivy vulnerability scanner

.github/workflows/dockerhub-description.yml

@@ -9,10 +9,10 @@ jobs:
   docker-hub-description:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v3.3.0
+      - uses: actions/checkout@v3.5.3
 
       - name: Docker Hub Description
-        uses: peter-evans/dockerhub-description@v3.1.2
+        uses: peter-evans/dockerhub-description@v3.4.2
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
@@ -21,7 +21,7 @@ jobs:
           readme-filepath: ./DOCKERHUB.md
 
       - name: Docker Hub Description - bpmn
-        uses: peter-evans/dockerhub-description@v3.1.2
+        uses: peter-evans/dockerhub-description@v3.4.2
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
@@ -30,7 +30,7 @@ jobs:
           readme-filepath: ./DOCKERHUB-COMPANION.md
 
       - name: Docker Hub Description - excalidraw
-        uses: peter-evans/dockerhub-description@v3.1.2
+        uses: peter-evans/dockerhub-description@v3.4.2
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
@@ -39,25 +39,16 @@ jobs:
           readme-filepath: ./DOCKERHUB-COMPANION.md
 
       - name: Docker Hub Description - mermaid
-        uses: peter-evans/dockerhub-description@v3.1.2
+        uses: peter-evans/dockerhub-description@v3.4.2
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
           repository: yuzutech/kroki-mermaid
           short-description: Companion server for Kroki that provides Mermaid
           readme-filepath: ./DOCKERHUB-COMPANION.md
 
-      - name: Docker Hub Description - blockdiag
-        uses: peter-evans/dockerhub-description@v3.1.2
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-          repository: yuzutech/kroki-blockdiag
-          short-description: Companion server for Kroki that provides BlockDiag, SeqDiag, ActDiag, NwDiag, PacketDiag and RackDiag
-          readme-filepath: ./DOCKERHUB-COMPANION.md
-
       - name: Docker Hub Description - diagramsnet
-        uses: peter-evans/dockerhub-description@v3.1.2
+        uses: peter-evans/dockerhub-description@v3.4.2
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
@@ -66,7 +57,7 @@ jobs:
           readme-filepath: ./DOCKERHUB-COMPANION.md
 
       - name: Docker Hub Description - wireviz
-        uses: peter-evans/dockerhub-description@v3.1.2
+        uses: peter-evans/dockerhub-description@v3.4.2
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}

.github/workflows/docs-ci.yml

@@ -101,7 +101,7 @@ jobs:
         run: ./kind delete cluster
 
   test-dockercompose:
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-22.04
 
     steps:
       - uses: actions/checkout@v3

.github/workflows/main.yaml

@@ -11,30 +11,193 @@ on:
       - 'docs/**'
     branches:
       - '*'
+  workflow_call:
+    inputs:
+      build_multiarch:
+        default: false
+        required: true
+        type: boolean
 
 jobs:
   test-containers:
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-22.04
     steps:
     - uses: actions/checkout@v3
+    - name: Free up disk space
+      if: ${{ inputs.build_multiarch }}
+      shell: bash
+      # workaround: https://github.com/jlumbroso/free-disk-space/issues/9
+      # copied from https://github.com/hirnidrin/free-disk-space/blob/4bacba7c412c8ace26b87b5b79977da05137e69d/action.yml
+      run: |
+        # ======
+        # MACROS
+        # ======
 
-    - name: Set up JDK 11
-      uses: actions/setup-java@v3
-      with:
-        java-version: 11
-        distribution: temurin
+        # macro to print a line of equals
+        # (silly but works)
+        printSeparationLine() {
+          str=${1:=}
+          num=${2:-80}
+          counter=1
+          output=""
+          while [ $counter -le $num ]
+          do
+             output="${output}${str}"
+             counter=$((counter+1))
+          done
+          echo "${output}"
+        }
+
+        # macro to compute available space
+        # REF: https://unix.stackexchange.com/a/42049/60849
+        # REF: https://stackoverflow.com/a/450821/408734
+        getAvailableSpace() { echo $(df -a $1 | awk 'NR > 1 {avail+=$4} END {print avail}'); }
+
+        # macro to make Kb human readable (assume the input is Kb)
+        # REF: https://unix.stackexchange.com/a/44087/60849
+        formatByteCount() { echo $(numfmt --to=iec-i --suffix=B --padding=7 $1'000'); }
+
+        # macro to output saved space
+        printSavedSpace() {
+          saved=${1}
+          title=${2:-}
+
+          echo ""
+          printSeparationLine '*' 80
+          if [ ! -z "${title}" ]; then
+            echo "=> ${title}: Saved $(formatByteCount $saved)"
+          else
+            echo "=> Saved $(formatByteCount $saved)"
+          fi
+          printSeparationLine '*' 80
+          echo ""
+        }
+
+        # macro to print output of dh with caption
+        printDH() {
+          caption=${1:-}
+
+          printSeparationLine '=' 80
+          echo "${caption}"
+          echo ""
+          echo "$ dh -h /"
+          echo ""
+          df -h /
+          echo "$ dh -a /"
+          echo ""
+          df -a /
+          echo "$ dh -a"
+          echo ""
+          df -a
+          printSeparationLine '=' 80
+        }
+
+        # ======
+        # SCRIPT
+        # ======
+
+        # Display initial disk space stats
+
+        AVAILABLE_INITIAL=$(getAvailableSpace)
+        AVAILABLE_ROOT_INITIAL=$(getAvailableSpace '/')
+
+        printDH "BEFORE CLEAN-UP:"
+        echo ""
+
+        # Remove Android library
+        BEFORE=$(getAvailableSpace)
+
+        sudo rm -rf /usr/local/lib/android
+
+        AFTER=$(getAvailableSpace)
+        SAVED=$((AFTER-BEFORE))
+        printSavedSpace $SAVED "Android library"
+
+        BEFORE=$(getAvailableSpace)
+
+        # https://github.community/t/bigger-github-hosted-runners-disk-space/17267/11
+        sudo rm -rf /usr/share/dotnet
+
+        AFTER=$(getAvailableSpace)
+        SAVED=$((AFTER-BEFORE))
+        printSavedSpace $SAVED ".NET runtime"
+
+        BEFORE=$(getAvailableSpace)
 
-    - name: Install Java dependencies
-      run: make installLocalDependencies
+        sudo rm -rf /opt/ghc
 
-    - name: Build Java server
-      run: make buildServer
+        AFTER=$(getAvailableSpace)
+        SAVED=$((AFTER-BEFORE))
+        printSavedSpace $SAVED "Haskell runtime"
+
+        # Remove large packages
+        # REF: https://github.com/apache/flink/blob/master/tools/azure-pipelines/free_disk_space.sh
+
+        BEFORE=$(getAvailableSpace)
+
+        sudo apt-get remove -y '^aspnetcore-.*'
+        sudo apt-get remove -y '^dotnet-.*'
+        sudo apt-get remove -y '^llvm-.*'
+        sudo apt-get remove -y 'php.*'
+        sudo apt-get remove -y '^mongodb-.*'
+        sudo apt-get remove -y '^mysql-.*'
+        sudo apt-get remove -y azure-cli google-cloud-sdk google-chrome-stable firefox powershell mono-devel libgl1-mesa-dri
+        sudo apt-get autoremove -y
+        sudo apt-get clean
+
+        AFTER=$(getAvailableSpace)
+        SAVED=$((AFTER-BEFORE))
+        printSavedSpace $SAVED "Large misc. packages"
+
+        # Remove Docker images
+        BEFORE=$(getAvailableSpace)
+
+        sudo docker image prune --all --force
+
+        AFTER=$(getAvailableSpace)
+        SAVED=$((AFTER-BEFORE))
+        printSavedSpace $SAVED "Docker images"
+
+        # Remove Swap storage
+        BEFORE=$(getAvailableSpace)
+
+        sudo swapoff -a
+        sudo rm -f /mnt/swapfile
+        free -h
+
+        AFTER=$(getAvailableSpace)
+        SAVED=$((AFTER-BEFORE))
+        printSavedSpace $SAVED "Swap storage"
+
+        # Output saved space statistic
+
+        AVAILABLE_END=$(getAvailableSpace)
+        AVAILABLE_ROOT_END=$(getAvailableSpace '/')
+
+        echo ""
+        printDH "AFTER CLEAN-UP:"
+
+        echo ""
+        echo ""
+
+        echo "/dev/root:"
+        printSavedSpace $((AVAILABLE_ROOT_END - AVAILABLE_ROOT_INITIAL))
+        echo "overall:"
+        printSavedSpace $((AVAILABLE_END - AVAILABLE_INITIAL))
+
+    - name: Install GraphViz
+      run: sudo apt-get install graphviz -y
 
     - name: Set up QEMU
+      if: ${{ inputs.build_multiarch }}
       uses: docker/setup-qemu-action@v2
 
     - name: Set up Docker Buildx
       uses: docker/setup-buildx-action@v2
+      with:
+        config-inline: |
+          [worker.oci]
+            max-parallelism = 2
 
     - name: Cache Docker layers
       uses: actions/cache@v3
@@ -47,6 +210,7 @@ jobs:
     - name: Build container images
       run: make buildDockerImages
       env:
+        BUILD_MULTIARCH: ${{ inputs.build_multiarch }}
         CACHE_FROM: 'type=local,src=/tmp/.buildx-cache'
         CACHE_TO: 'type=local,dest=/tmp/.buildx-cache-new'
 
@@ -69,4 +233,3 @@ jobs:
       run: |
         rm -rf /tmp/.buildx-cache
         mv /tmp/.buildx-cache-new /tmp/.buildx-cache
-

.github/workflows/nightly.yaml

@@ -0,0 +1,11 @@
+name: CI (nightly)
+
+on:
+  schedule:
+    - cron: '0 2 * * *'
+
+jobs:
+  test-containers-multiarch:
+    uses: ./.github/workflows/main.yaml
+    with:
+      build_multiarch: true