mirror of
https://github.com/storytold/craft-libs.git
synced 2026-11-22 02:21:28 +01:00
231 lines
11 KiB
YAML
231 lines
11 KiB
YAML
name: Workspace
|
|
|
|
on:
|
|
push:
|
|
branches: [main, next]
|
|
tags: ["v*"]
|
|
pull_request:
|
|
workflow_dispatch:
|
|
# A full run on main every 6 hours that is never cancelled, so the caches are saved while pushes
|
|
# to main cancel each other. The midnight run builds the Linux leg from source (`native`).
|
|
schedule:
|
|
- cron: "17 0 * * *"
|
|
- cron: "17 6,12,18 * * *"
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
concurrency:
|
|
# A pull request, and main, each have one group, so a newer push cancels the run it supersedes;
|
|
# the newest push's run still tests everything before it. Every other run (a release tag, a
|
|
# manual run, the scheduled run) gets a group of its own and is neither cancelled nor replaced
|
|
# while queued: a release run always finishes, and the scheduled run saves the caches.
|
|
group: workspace-${{ (github.event_name == 'pull_request' || github.event_name == 'push' && github.ref == 'refs/heads/main') && github.ref || github.run_id }}
|
|
cancel-in-progress: ${{ github.event_name == 'pull_request' || github.event_name == 'push' && github.ref == 'refs/heads/main' }}
|
|
|
|
jobs:
|
|
# Whether this run needs the macOS and Windows legs. On a pull request they run only when it can
|
|
# change platform behaviour: a crate with platform cfg code or one that depends on it, the build
|
|
# setup, or a file outside the crates (craft-common-actions' select-platforms). The full-ci label
|
|
# runs them anyway from the next push or manual run; every other event runs them.
|
|
platforms:
|
|
name: select platforms
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 5
|
|
outputs:
|
|
platform: ${{ steps.select.outputs.platform }}
|
|
steps:
|
|
- name: Harden runner
|
|
uses: step-security/harden-runner@v2.22.4
|
|
with:
|
|
egress-policy: audit
|
|
# The merge commit and its first parent.
|
|
- uses: actions/checkout@v7.0.1
|
|
if: github.event_name == 'pull_request'
|
|
with:
|
|
persist-credentials: false
|
|
fetch-depth: 2
|
|
- id: select
|
|
uses: storytold/craft-common-actions/actions/select-platforms@d65d611f0ef67eaa94039351be5afce61102dbb0
|
|
with:
|
|
os: '["ubuntu-latest","windows-latest","macos-latest"]'
|
|
select-os: '["windows-latest","macos-latest"]'
|
|
label: full-ci
|
|
|
|
# The Linux leg keeps the compiled workspace crates between runs (`cache-workspace-crates`): each
|
|
# main run saves a rolling cache entry of its own, every run restores the newest one, and Cargo
|
|
# rebuilds only the crates a change reaches. `cache-prune` keeps the newest entry. The midnight
|
|
# scheduled run builds from source (`cold-build`) and starts the entry afresh. The macOS and
|
|
# Windows legs keep a dependency-only entry: their workspace crates would not fit the 10 GB cache
|
|
# budget beside Linux's. The lint legs keep no cache (`lint-cache: false`) for the same reason; a
|
|
# cold lint leg is still shorter than its gate leg.
|
|
native:
|
|
name: Workspace
|
|
uses: storytold/craft-common-actions/.github/workflows/gate.yml@main
|
|
with:
|
|
os: '["ubuntu-latest"]'
|
|
cache-workspace-crates: true
|
|
cold-build: ${{ github.event.schedule == '17 0 * * *' }}
|
|
lint-cache: false
|
|
timeout-minutes: &timeout 120
|
|
# Every leg runs its tests with nextest, and its doctests with cargo test (.config/nextest.toml).
|
|
tools: &tools cargo-nextest@0.9.150
|
|
packages: mesa-vulkan-drivers libvulkan1
|
|
craft-fonts-ref: &craft-fonts b076417b5880bd4154bd22f00695b1d28c6bea83
|
|
linux-env: WGPU_BACKEND=vulkan
|
|
# Test binaries without debug info or symbols: about a third of the size, and a panic still
|
|
# names its file and line.
|
|
dev-strip: true
|
|
# The fuzz-style tests run a fraction of their cases here: every hostile-input hammer and
|
|
# sweep 1/8 (craft-testkit's CRAFT_HOSTILE_DIVISOR), every proptest without its own case
|
|
# count 64 cases instead of 256. nightly.yml runs them all in full.
|
|
env: &env |
|
|
CRAFT_PRINT_REQUIRE_QUEUE=0
|
|
CRAFT_HOSTILE_DIVISOR=8
|
|
PROPTEST_CASES=64
|
|
setup-command: &setup bash scripts/ci-test-inputs.sh
|
|
# The PhotoCraft corpora, keyed on the script that pins them: a hit skips the PhotoCraft
|
|
# checkout and its xtask build (1:51 on Windows).
|
|
cache-paths: &cache-paths .test-inputs/photocraft/corpus
|
|
cache-key: &cache-key photocraft-corpus
|
|
cache-key-files: &cache-key-files scripts/ci-test-inputs.sh
|
|
# A `lint (<os>)` leg beside each `gate (<os>)` leg, so clippy is off the tests' critical path.
|
|
lint-command: &lint |
|
|
if [ "$RUNNER_OS" = Linux ]; then
|
|
python3 scripts/test-workspace-concurrency.py
|
|
python3 scripts/test-workspace-tests.py
|
|
fi
|
|
# One rustfmt call gets every source root of the workspace, which is longer than
|
|
# Windows allows for a command line (os error 206). rustfmt's result is the same on
|
|
# every system, so the Linux and macOS legs check it.
|
|
if [ "$RUNNER_OS" != Windows ]; then
|
|
cargo fmt --check
|
|
fi
|
|
cargo clippy --workspace --all-targets --locked -- -D warnings
|
|
cargo clippy --workspace --all-targets --all-features --locked -- -D warnings
|
|
# A push to main builds the gate's test binaries in their own leg and saves the cache right
|
|
# after, so a failing test no longer keeps the cache from being saved. The same two builds
|
|
# the gate's nextest runs do (all features; the two crates with default features).
|
|
warm-command: &warm |
|
|
cargo test --workspace --no-run --all-features --locked
|
|
cargo test -p craft-image-codecs -p craft-text --no-run --locked
|
|
command: &command |
|
|
# The tests run once, with every feature, in parallel across test binaries; nextest skips
|
|
# doctests, so `cargo test --doc` runs them. Examples are not built, except the two whose
|
|
# tests run (stubicc, h264_h264enc_bench); clippy in the lint leg covers the rest. The default-feature compile is the lint leg's
|
|
# first clippy run; the last command runs the crates whose tests check behaviour with a
|
|
# feature off, which an all-features build cannot reach.
|
|
cargo nextest run --workspace --all-features --locked --profile ci --lib --bins --tests
|
|
cargo nextest run -p craft-aep -p craft-video --all-features --locked --profile ci --example stubicc --example h264_h264enc_bench
|
|
cargo test --workspace --doc --all-features --locked
|
|
cargo nextest run -p craft-image-codecs -p craft-text --locked --profile ci --lib --bins --tests
|
|
|
|
# The macOS and Windows legs, when `platforms` says this run needs them, with the Linux leg's
|
|
# inputs.
|
|
native-platforms:
|
|
name: Workspace
|
|
needs: platforms
|
|
# Pushes to next run Linux only.
|
|
if: needs.platforms.outputs.platform == 'true' && github.ref != 'refs/heads/next'
|
|
uses: storytold/craft-common-actions/.github/workflows/gate.yml@main
|
|
with:
|
|
os: '["windows-latest","macos-latest"]'
|
|
lint-cache: false
|
|
timeout-minutes: *timeout
|
|
tools: *tools
|
|
craft-fonts-ref: *craft-fonts
|
|
dev-strip: true
|
|
# No debuginfo on Windows: writing PDBs for every test binary is a large part of its link
|
|
# time. A panic still names its file and line; only backtrace frames lose theirs, and the
|
|
# Linux and macOS legs keep line tables.
|
|
# rust-lld links the test binaries faster than link.exe; /OPT:NOICF skips identical-code
|
|
# folding and /DEBUG:NONE writes no PDB, both of which only cost link time here.
|
|
windows-env: |
|
|
CRAFT_PRINT_REQUIRE_QUEUE=1
|
|
CARGO_PROFILE_DEV_DEBUG=0
|
|
CARGO_TARGET_X86_64_PC_WINDOWS_MSVC_LINKER=rust-lld
|
|
CARGO_TARGET_X86_64_PC_WINDOWS_MSVC_RUSTFLAGS=-Clink-arg=/OPT:NOICF -Clink-arg=/DEBUG:NONE
|
|
env: *env
|
|
setup-command: *setup
|
|
cache-paths: *cache-paths
|
|
cache-key: *cache-key
|
|
cache-key-files: *cache-key-files
|
|
lint-command: *lint
|
|
warm-command: *warm
|
|
command: *command
|
|
windows-command: |
|
|
powershell.exe -NoProfile -Command '$ErrorActionPreference = "Stop"; Start-Service Spooler; Add-PrinterDriver -Name "Generic / Text Only"'
|
|
cargo nextest run --workspace --all-features --locked --profile ci --lib --bins --tests
|
|
cargo nextest run -p craft-aep -p craft-video --all-features --locked --profile ci --example stubicc --example h264_h264enc_bench
|
|
cargo test --workspace --doc --all-features --locked
|
|
cargo nextest run -p craft-image-codecs -p craft-text --locked --profile ci --lib --bins --tests
|
|
|
|
# Each main run's Linux leg saves a rolling cache entry of its own (`cache-workspace-crates`), and
|
|
# every run restores only the newest. This deletes the older ones as soon as the Linux leg is
|
|
# done, instead of leaving them to the 10 GB budget's eviction, which would evict other entries
|
|
# too. The only job with `actions: write`; it checks out and runs nothing from the repository.
|
|
cache-prune:
|
|
name: cache prune
|
|
needs: native
|
|
if: ${{ !cancelled() && github.event_name != 'pull_request' && github.ref == 'refs/heads/main' }}
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 5
|
|
permissions:
|
|
actions: write
|
|
steps:
|
|
- name: Harden runner
|
|
uses: step-security/harden-runner@v2.22.4
|
|
with:
|
|
egress-policy: audit
|
|
- name: Delete all but the newest rolling entry of each job and runner
|
|
env:
|
|
GH_TOKEN: ${{ github.token }}
|
|
REPO: ${{ github.repository }}
|
|
run: |
|
|
set -euo pipefail
|
|
# `<version>-rust-<profile>-<job>-crates-<os>-<arch>-<run>-<attempt>-...`, newest first.
|
|
gh cache list --repo "$REPO" --ref refs/heads/main --limit 100 --sort created_at --order desc --json id,key \
|
|
--jq '.[] | "\(.id) \(.key)"' > "$RUNNER_TEMP/caches"
|
|
declare -A kept
|
|
while read -r id key; do
|
|
[[ "$key" =~ ^.+-rust-[0-9a-f]{64}-(.+-crates-[A-Za-z_]+-[a-z0-9]+)-[0-9]+-[0-9]+- ]] || continue
|
|
entry=${BASH_REMATCH[1]}
|
|
if [ -n "${kept[$entry]:-}" ]; then
|
|
echo "delete $key"
|
|
gh cache delete "$id" --repo "$REPO"
|
|
else
|
|
kept[$entry]=1
|
|
echo "keep $key"
|
|
fi
|
|
done < "$RUNNER_TEMP/caches"
|
|
|
|
msrv:
|
|
name: Rust 1.95
|
|
uses: storytold/craft-common-actions/.github/workflows/gate.yml@main
|
|
with:
|
|
# Its own dependency-cache entry: the calls in this file share one job id, so without a name
|
|
# they would write the same key.
|
|
cache-name: msrv
|
|
os: '["ubuntu-latest"]'
|
|
toolchain: 1.95.0
|
|
targets: ""
|
|
tools: ""
|
|
craft-fonts-ref: ""
|
|
require-craft-fonts: false
|
|
timeout-minutes: 15
|
|
dev-debug: ""
|
|
command: cargo check --workspace --lib --all-features --locked
|
|
|
|
wasm:
|
|
name: UI and settings WASM
|
|
uses: storytold/craft-common-actions/.github/workflows/gate.yml@main
|
|
with:
|
|
cache-name: wasm
|
|
os: '["ubuntu-latest"]'
|
|
targets: wasm32-unknown-unknown
|
|
tools: ""
|
|
craft-fonts-ref: ""
|
|
require-craft-fonts: false
|
|
timeout-minutes: 15
|
|
command: cargo check -p craft-ui -p craft-settings --all-features --locked --target wasm32-unknown-unknown
|