Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions .github/actionlint.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
# The CI pool runners' labels (.github/workflows/ci.yml), for actionlint.
self-hosted-runner:
labels: [ci-heavy]
46 changes: 46 additions & 0 deletions .github/ci/requirements.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,46 @@
# Python tools for .github/workflows/ci.yml, installed by .github/ci/setup.sh into the
# CI cache with `pip install --require-hashes --only-binary :all:`. Pinned versions;
# hashes of the PyPI wheels for Linux x86_64 and pure-Python wheels.
diff-cover==10.6.0 \
--hash=sha256:a701553060f72d59b81f9cb1645b75ef66204427eb9dd99873c91092220e52ce
chardet==7.7.0 \
--hash=sha256:2a990ca38150936cc8f63d66f360ba8c50310632f159ef482008f033185fb004 \
--hash=sha256:7f13de78af5da07ddd813ff5a564c3aa8a113f05cba202be649e061c431a0e9a \
--hash=sha256:feb66c96264e3e6a9ff0c7318ce0028800b6c18ad07c8000d2404a108d1ef767 \
--hash=sha256:c519c10c315a675bcfd4b55c0e0de1859ca5a39881d8f69750500102c2fc5d2f \
--hash=sha256:79eec5af9d7715334695254234c8d7c29165841526c11083951d9b9f6458e372 \
--hash=sha256:d227d2aa329fcf848f4640ed9a4d99e1753840c1cfa19f7ca5a48f30c03982ad \
--hash=sha256:42c4d8a2dc8abcc067417adc13c2f64f48482e48ce48e3af769b5a44214e5a5c \
--hash=sha256:091f50d3567b1a066f797835ee5367dbcf3cb77c5e56993b3f61b28264b8e6f8 \
--hash=sha256:11cf9b719ea3675a2a7d8a3071bbe4d7ea24b26bfe39a51588d515ddd05cacad
Jinja2==3.1.6 \
--hash=sha256:85ece4451f492d0c13c5dd7c13a64681a86afae63a5f347908daf103ce6d2f67
MarkupSafe==3.0.4 \
--hash=sha256:d1aca03ede943eb80ab3d63bb082c84b7aab85ea83bd0fd0c200260945fb49d9 \
--hash=sha256:6da83a088f8ef93b2d483a8232a4dbf4d69d3d8496b568a03c56becac43e1808 \
--hash=sha256:8e124f974786f831d6043728e38296969d3579db8896fe004682f5758e613581 \
--hash=sha256:434139499bb20b502ed3baa1f169e618f924a97e7a777fea1a49446d80106cf6 \
--hash=sha256:a8e9f292fcda89b324f2f5c91d13f1424a153e40fc2756f38ee23b15835ff300 \
--hash=sha256:b4a635a0487774f841cb1fb62e907e7195cc95bc761e053184b8acc3ceb20733 \
--hash=sha256:925f929d6b59a8b3f8b8c6ac363cd0af7eecc81efb3071770b3c6717c450a369 \
--hash=sha256:26e9867520db70d37f7fb421a7f0d8adb40171011fb84ce869afa1a83370dfa8 \
--hash=sha256:5e8b3d0b18fd623afa12ecb2ce8d8becef69f9b5440c6330c7972200e0bb84b0
pluggy==1.7.0 \
--hash=sha256:7dd7b0d8832ba3cb632c306926ded123429211b83641b35dc5c41ad2d34f9bec
Pygments==2.21.0 \
--hash=sha256:2363c69b61c4a97c838da3b130dcd6468f4848992b21a82f2a63ec34377137d9
coverage==7.17.0 \
--hash=sha256:8e8113d3852e9377421a61de1917df27b3abb25404a4ecf69f9e64612c4345b5 \
--hash=sha256:85932227e9dd38e62cd29c17fefdfecfb919eead6af1e3259522d03cf85de983 \
--hash=sha256:045c1eeb19fb4eae949850a761102fffb3a5f638b97f977912f95843e54f6669 \
--hash=sha256:acdb5f3c96046efff9dc6c572a6acb2b8d0da09372d7b9a9ed7249cf7d17434f \
--hash=sha256:7c570293f001ea91598b90e90cb9b98fddee833e90bbede432cbd218331ccd8e \
--hash=sha256:aed06129a9f530a948928260d7d2d81c47261355b0127e3c782251b38958463c \
--hash=sha256:0d0fac604a962ff546beb038cba9a5a09d88e6e3f01612fb46f7bd4fe5dc8dca \
--hash=sha256:bac487dce0d2aff28ddf1a533a916f771416eee0e493960f611e49037b878e9d
Markdown==3.11.2 \
--hash=sha256:f80390747a2a0ff2ba54da074ce4f862f72a6685f608cd2637b646a6d83993f5
cmake==4.4.4 \
--hash=sha256:f773a0544c66370408f451acd487c2c643b0dfebb48c5d64f3638bc1bb820238
ninja==1.13.2 \
--hash=sha256:65a24341b5ac09fcadcc37082660be40a94174e51a937fabf6e2cae26225fa2c
144 changes: 144 additions & 0 deletions .github/ci/setup.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,144 @@
#!/usr/bin/env bash
# Installs a pinned CI toolchain into the CI pool runner's cache and exports it
# to the following steps of the job (through $GITHUB_ENV and $GITHUB_PATH).
#
# .github/ci/setup.sh flutter|python|android|rust
#
# Everything lives under $CI_CACHE_DIR/proxy-app, never another project's
# folder. Downloads are checked against pinned SHA-256 sums, installed into a
# staging directory and kept across runs; nothing needs root. HOME moves into
# the cache too, so the pub cache, the Android debug keystore and the files
# tests write under $HOME stay inside this repository's folder.
set -euo pipefail

: "${CI_CACHE_DIR:?the CI pool runner exports CI_CACHE_DIR}"
ROOT="$CI_CACHE_DIR/proxy-app"
TOOLS="$ROOT/tools"
REPO="$(cd "$(dirname "$0")/../.." && pwd)"

FLUTTER_VERSION=3.47.5
FLUTTER_SHA256=2132e990f236f8d22e7c6314b29a191a95b10d7cbcfec9b4e2e303d996652cbb
JDK_RELEASE="jdk-17.0.21+9"
JDK_FILE=OpenJDK17U-jdk_x64_linux_hotspot_17.0.21_9.tar.gz
JDK_SHA256=8b9b611d917e3dfd8419d3566b5949226f69b052fed7e109c1368add1dfe8711
ANDROID_TOOLS_BUILD=15859902 # cmdline-tools 22.0
ANDROID_TOOLS_SHA256=4e4c464f145a7512b57d088ac6c278c03c9eea610886b35a5e0804e74eedf583
# Flutter 3.47.5 defaults: compileSdk 36, NDK 28.2.13676358.
ANDROID_PACKAGES=("platform-tools" "platforms;android-36" "build-tools;36.0.0" "ndk;28.2.13676358")
RUST_DEFAULT=1.99.0

env_set() { export "$1=$2"; echo "$1=$2" >> "$GITHUB_ENV"; }
path_add() { export PATH="$1:$PATH"; echo "$1" >> "$GITHUB_PATH"; }

# fetch <url> <sha256> <file>: download and verify.
fetch() {
curl -fsSL --retry 3 -o "$3" "$1"
echo "$2 $3" | sha256sum -c --quiet -
}

# A fresh staging directory next to <dir>; install() moves it into place.
stage() { rm -rf "$1.part"; mkdir -p "$1.part"; echo "$1.part"; }
install() { rm -rf "$1"; mv "$1.part" "$1"; }

base() {
mkdir -p "$ROOT/home" "$TOOLS"
# rustup and its toolchains stay where the runner installed them.
env_set RUSTUP_HOME "${RUSTUP_HOME:-$HOME/.rustup}"
env_set HOME "$ROOT/home"
env_set PUB_CACHE "$ROOT/pub-cache"
env_set CARGO_HOME "$ROOT/cargo"
}

flutter_sdk() {
local dir="$TOOLS/flutter-$FLUTTER_VERSION" tmp
if [ ! -x "$dir/bin/flutter" ]; then
tmp=$(stage "$dir")
fetch "https://storage.googleapis.com/flutter_infra_release/releases/stable/linux/flutter_linux_$FLUTTER_VERSION-stable.tar.xz" \
"$FLUTTER_SHA256" "$tmp/flutter.tar.xz"
tar -xJf "$tmp/flutter.tar.xz" -C "$tmp" --strip-components=1
rm "$tmp/flutter.tar.xz"
install "$dir"
fi
git config --global --get-all safe.directory | grep -qxF "$dir" ||
git config --global --add safe.directory "$dir"
path_add "$dir/bin"
flutter --disable-analytics >/dev/null
dart --disable-analytics >/dev/null
# Toolchain check against the pin.
local actual
actual=$(flutter --version --machine | jq -r .frameworkVersion)
[ "$actual" = "$FLUTTER_VERSION" ] || { echo "Flutter $actual, pinned $FLUTTER_VERSION" >&2; exit 1; }
flutter --version
}

python_tools() {
local dir
dir="$TOOLS/python-$(sha256sum "$REPO/.github/ci/requirements.txt" | cut -c1-12)"
# A virtual environment cannot move, so it is built in place and marked complete.
if [ ! -f "$dir/.complete" ]; then
rm -rf "$dir"
python3 -m venv "$dir"
"$dir/bin/pip" install --quiet --disable-pip-version-check --require-hashes --only-binary :all: \
-r "$REPO/.github/ci/requirements.txt"
touch "$dir/.complete"
fi
path_add "$dir/bin"
}

android_sdk() {
local jdk="$TOOLS/$JDK_RELEASE" sdk="$TOOLS/android-sdk" tmp
if [ ! -x "$jdk/bin/java" ]; then
tmp=$(stage "$jdk")
fetch "https://github.com/adoptium/temurin17-binaries/releases/download/${JDK_RELEASE/+/%2B}/$JDK_FILE" \
"$JDK_SHA256" "$tmp/jdk.tar.gz"
tar -xzf "$tmp/jdk.tar.gz" -C "$tmp" --strip-components=1
rm "$tmp/jdk.tar.gz"
install "$jdk"
fi
env_set JAVA_HOME "$jdk"
path_add "$jdk/bin"
local tools="$sdk/cmdline-tools/$ANDROID_TOOLS_BUILD"
if [ ! -x "$tools/bin/sdkmanager" ]; then
tmp=$(stage "$tools")
fetch "https://dl.google.com/android/repository/commandlinetools-linux-${ANDROID_TOOLS_BUILD}_latest.zip" \
"$ANDROID_TOOLS_SHA256" "$tmp/tools.zip"
unzip -q "$tmp/tools.zip" -d "$tmp"
mv "$tmp/cmdline-tools"/* "$tmp/" && rmdir "$tmp/cmdline-tools" && rm "$tmp/tools.zip"
install "$tools"
fi
env_set ANDROID_HOME "$sdk"
env_set ANDROID_SDK_ROOT "$sdk"
# sdkmanager verifies each package against the checksum in Google's repository index.
local stamp
stamp="$sdk/.packages-$(printf '%s\n' "${ANDROID_PACKAGES[@]}" | sha256sum | cut -c1-12)"
if [ ! -f "$stamp" ]; then
{ yes || true; } | "$tools/bin/sdkmanager" --sdk_root="$sdk" --licenses >/dev/null
"$tools/bin/sdkmanager" --sdk_root="$sdk" "${ANDROID_PACKAGES[@]}" >/dev/null
touch "$stamp"
fi
# Overrides the project's 8 GB Gradle heap: ci-heavy servers have 8 GB in total.
env_set GRADLE_USER_HOME "$ROOT/gradle"
mkdir -p "$ROOT/gradle"
printf '%s\n' 'org.gradle.jvmargs=-Xmx3g -XX:MaxMetaspaceSize=1g' 'org.gradle.daemon=false' \
'kotlin.compiler.execution.strategy=in-process' > "$ROOT/gradle/gradle.properties"
}

rust_toolchain() {
env_set CARGO_TARGET_DIR "$ROOT/target/updater"
env_set CARGO_PROFILE_DEV_DEBUG line-tables-only
if [ -f "$REPO/native/updater/rust-toolchain.toml" ]; then
(cd "$REPO/native/updater" && { rustup show active-toolchain || rustup toolchain install; })
else
rustup toolchain install "$RUST_DEFAULT" --profile minimal -c rustfmt -c clippy
env_set RUSTUP_TOOLCHAIN "$RUST_DEFAULT"
fi
}

base
case "${1:?usage: setup.sh flutter|python|android|rust}" in
flutter) flutter_sdk ;;
python) python_tools ;;
android) android_sdk ;;
rust) rust_toolchain ;;
*) echo "unknown tool: $1" >&2; exit 2 ;;
esac
Loading
Loading