2020-03-13 12:25:18 -05:00
|
|
|
name: CI
|
|
|
|
|
|
|
|
on:
|
|
|
|
- push
|
|
|
|
- pull_request
|
|
|
|
|
|
|
|
jobs:
|
2021-12-30 05:09:44 -06:00
|
|
|
rustfmt:
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
timeout-minutes: 10
|
|
|
|
|
|
|
|
steps:
|
2024-01-26 05:06:55 -06:00
|
|
|
- uses: actions/checkout@v4
|
2021-12-30 05:09:44 -06:00
|
|
|
|
2023-07-13 06:34:54 -05:00
|
|
|
- name: Avoid installing rustc-dev
|
2021-12-30 05:09:44 -06:00
|
|
|
run: |
|
2023-07-13 06:34:54 -05:00
|
|
|
sed -i 's/components.*/components = ["rustfmt"]/' rust-toolchain
|
|
|
|
echo 'profile = "minimal"' >> rust-toolchain
|
|
|
|
rustfmt -v
|
2021-12-30 05:09:44 -06:00
|
|
|
|
|
|
|
- name: Rustfmt
|
|
|
|
run: |
|
|
|
|
cargo fmt --check
|
2023-02-15 12:23:11 -06:00
|
|
|
rustfmt --check build_system/main.rs
|
2023-03-18 09:27:50 -05:00
|
|
|
rustfmt --check example/*
|
2024-03-31 04:09:58 -05:00
|
|
|
rustfmt --check scripts/*.rs
|
2021-12-30 05:09:44 -06:00
|
|
|
|
2023-02-04 04:22:24 -06:00
|
|
|
|
2023-02-19 12:23:49 -06:00
|
|
|
test:
|
2020-03-13 12:25:18 -05:00
|
|
|
runs-on: ${{ matrix.os }}
|
2021-03-09 09:30:31 -06:00
|
|
|
timeout-minutes: 60
|
2020-03-13 12:25:18 -05:00
|
|
|
|
2022-12-15 11:58:27 -06:00
|
|
|
defaults:
|
|
|
|
run:
|
|
|
|
shell: bash
|
|
|
|
|
2020-03-13 12:25:18 -05:00
|
|
|
strategy:
|
|
|
|
fail-fast: false
|
|
|
|
matrix:
|
2021-02-25 07:54:52 -06:00
|
|
|
include:
|
2023-02-06 12:27:27 -06:00
|
|
|
- os: ubuntu-latest
|
2022-09-27 06:29:52 -05:00
|
|
|
env:
|
|
|
|
TARGET_TRIPLE: x86_64-unknown-linux-gnu
|
2021-02-25 07:54:52 -06:00
|
|
|
- os: macos-latest
|
2022-09-27 06:29:52 -05:00
|
|
|
env:
|
|
|
|
TARGET_TRIPLE: x86_64-apple-darwin
|
2021-02-25 07:54:52 -06:00
|
|
|
# cross-compile from Linux to Windows using mingw
|
2024-03-09 12:42:26 -06:00
|
|
|
- os: ubuntu-latest
|
|
|
|
env:
|
|
|
|
TARGET_TRIPLE: x86_64-pc-windows-gnu
|
2024-04-02 10:05:06 -05:00
|
|
|
apt_deps: gcc-mingw-w64-x86-64 wine-stable
|
2021-07-02 07:43:01 -05:00
|
|
|
- os: ubuntu-latest
|
|
|
|
env:
|
|
|
|
TARGET_TRIPLE: aarch64-unknown-linux-gnu
|
2024-04-02 10:05:06 -05:00
|
|
|
apt_deps: gcc-aarch64-linux-gnu qemu-user
|
2022-12-03 17:23:01 -06:00
|
|
|
- os: ubuntu-latest
|
|
|
|
env:
|
|
|
|
TARGET_TRIPLE: s390x-unknown-linux-gnu
|
2024-04-02 10:05:06 -05:00
|
|
|
apt_deps: gcc-s390x-linux-gnu qemu-user
|
2023-10-06 06:20:27 -05:00
|
|
|
- os: ubuntu-latest
|
|
|
|
env:
|
|
|
|
TARGET_TRIPLE: riscv64gc-unknown-linux-gnu
|
2024-04-02 10:05:06 -05:00
|
|
|
apt_deps: gcc-riscv64-linux-gnu qemu-user
|
2022-12-15 11:58:27 -06:00
|
|
|
- os: windows-latest
|
|
|
|
env:
|
|
|
|
TARGET_TRIPLE: x86_64-pc-windows-msvc
|
|
|
|
- os: windows-latest
|
|
|
|
env:
|
|
|
|
TARGET_TRIPLE: x86_64-pc-windows-gnu
|
2020-03-13 12:25:18 -05:00
|
|
|
|
|
|
|
steps:
|
2024-01-26 05:06:55 -06:00
|
|
|
- uses: actions/checkout@v4
|
2020-03-14 06:47:18 -05:00
|
|
|
|
2023-11-12 10:59:15 -06:00
|
|
|
- name: CPU features
|
|
|
|
if: matrix.os == 'ubuntu-latest'
|
|
|
|
run: cat /proc/cpuinfo
|
|
|
|
|
2020-03-13 13:44:50 -05:00
|
|
|
- name: Cache cargo target dir
|
2024-01-26 05:06:55 -06:00
|
|
|
uses: actions/cache@v4
|
2020-03-13 13:24:17 -05:00
|
|
|
with:
|
2022-12-01 09:49:34 -06:00
|
|
|
path: build/cg_clif
|
2022-12-15 11:58:27 -06:00
|
|
|
key: ${{ runner.os }}-${{ matrix.env.TARGET_TRIPLE }}-cargo-build-target-${{ hashFiles('rust-toolchain', '**/Cargo.lock') }}
|
|
|
|
|
|
|
|
- name: Set MinGW as the default toolchain
|
|
|
|
if: matrix.os == 'windows-latest' && matrix.env.TARGET_TRIPLE == 'x86_64-pc-windows-gnu'
|
|
|
|
run: rustup set default-host x86_64-pc-windows-gnu
|
2020-03-13 13:24:17 -05:00
|
|
|
|
2024-04-02 10:05:06 -05:00
|
|
|
- name: Install toolchain and emulator
|
|
|
|
if: matrix.apt_deps != null
|
2023-10-06 06:20:27 -05:00
|
|
|
run: |
|
|
|
|
sudo apt-get update
|
2024-04-02 10:05:06 -05:00
|
|
|
sudo apt-get install -y ${{ matrix.apt_deps }}
|
2023-10-06 06:20:27 -05:00
|
|
|
|
2020-03-13 12:25:18 -05:00
|
|
|
- name: Prepare dependencies
|
2023-02-15 12:23:11 -06:00
|
|
|
run: ./y.sh prepare
|
2020-03-14 06:47:18 -05:00
|
|
|
|
2024-03-09 12:42:26 -06:00
|
|
|
# The Wine version shipped with Ubuntu 22.04 doesn't implement bcryptprimitives.dll
|
|
|
|
- name: Build bcryptprimitives.dll shim for Wine
|
|
|
|
if: matrix.os == 'ubuntu-latest' && matrix.env.TARGET_TRIPLE == 'x86_64-pc-windows-gnu'
|
|
|
|
run: |
|
|
|
|
rustup target add x86_64-pc-windows-gnu
|
|
|
|
mkdir wine_shims
|
|
|
|
rustc patches/bcryptprimitives.rs -Copt-level=3 -Clto=fat --out-dir wine_shims --target x86_64-pc-windows-gnu
|
|
|
|
echo "WINEPATH=$(pwd)/wine_shims" >> $GITHUB_ENV
|
|
|
|
|
2021-07-02 05:54:09 -05:00
|
|
|
- name: Build
|
2023-02-15 12:23:11 -06:00
|
|
|
run: ./y.sh build --sysroot none
|
2021-07-02 05:54:09 -05:00
|
|
|
|
2020-03-13 12:25:18 -05:00
|
|
|
- name: Test
|
2021-02-25 07:54:52 -06:00
|
|
|
env:
|
|
|
|
TARGET_TRIPLE: ${{ matrix.env.TARGET_TRIPLE }}
|
2023-02-15 12:23:11 -06:00
|
|
|
run: ./y.sh test
|
2020-11-02 11:24:21 -06:00
|
|
|
|
2023-06-05 10:48:25 -05:00
|
|
|
- name: Install LLVM standard library
|
|
|
|
run: rustup target add ${{ matrix.env.TARGET_TRIPLE }}
|
|
|
|
|
|
|
|
# This is roughly config rust-lang/rust uses for testing
|
|
|
|
- name: Test with LLVM sysroot
|
2023-06-05 12:20:59 -05:00
|
|
|
# Skip native x86_64-pc-windows-gnu. It is way too slow and cross-compiled
|
|
|
|
# x86_64-pc-windows-gnu covers at least part of the tests.
|
|
|
|
if: matrix.os != 'windows-latest' || matrix.env.TARGET_TRIPLE != 'x86_64-pc-windows-gnu'
|
2023-06-05 10:48:25 -05:00
|
|
|
env:
|
|
|
|
TARGET_TRIPLE: ${{ matrix.env.TARGET_TRIPLE }}
|
2023-02-15 12:23:11 -06:00
|
|
|
run: ./y.sh test --sysroot llvm --no-unstable-features
|
2023-06-05 10:48:25 -05:00
|
|
|
|
2023-01-20 11:49:59 -06:00
|
|
|
|
2023-05-26 06:11:21 -05:00
|
|
|
# This job doesn't use cg_clif in any way. It checks that all cg_clif tests work with cg_llvm too.
|
|
|
|
test_llvm:
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
timeout-minutes: 60
|
|
|
|
|
|
|
|
defaults:
|
|
|
|
run:
|
|
|
|
shell: bash
|
|
|
|
|
|
|
|
steps:
|
2024-01-26 05:06:55 -06:00
|
|
|
- uses: actions/checkout@v4
|
2023-05-26 06:11:21 -05:00
|
|
|
|
2023-11-12 10:59:15 -06:00
|
|
|
- name: CPU features
|
|
|
|
run: cat /proc/cpuinfo
|
|
|
|
|
2023-05-26 06:11:21 -05:00
|
|
|
- name: Prepare dependencies
|
2023-06-19 11:21:11 -05:00
|
|
|
run: ./y.sh prepare
|
2023-05-26 06:11:21 -05:00
|
|
|
|
|
|
|
- name: Disable JIT tests
|
|
|
|
run: |
|
|
|
|
sed -i 's/jit./#jit./' config.txt
|
|
|
|
|
|
|
|
- name: Test
|
|
|
|
env:
|
|
|
|
TARGET_TRIPLE: x86_64-unknown-linux-gnu
|
2023-06-19 11:21:11 -05:00
|
|
|
run: ./y.sh test --use-backend llvm
|
2023-05-26 06:11:21 -05:00
|
|
|
|
2023-01-31 11:49:08 -06:00
|
|
|
bench:
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
timeout-minutes: 60
|
|
|
|
|
|
|
|
defaults:
|
|
|
|
run:
|
|
|
|
shell: bash
|
|
|
|
|
|
|
|
steps:
|
2024-01-26 05:06:55 -06:00
|
|
|
- uses: actions/checkout@v4
|
2023-01-31 11:49:08 -06:00
|
|
|
|
2023-11-12 10:59:15 -06:00
|
|
|
- name: CPU features
|
|
|
|
run: cat /proc/cpuinfo
|
|
|
|
|
2023-01-31 11:49:08 -06:00
|
|
|
- name: Cache cargo target dir
|
2024-01-26 05:06:55 -06:00
|
|
|
uses: actions/cache@v4
|
2023-01-31 11:49:08 -06:00
|
|
|
with:
|
|
|
|
path: build/cg_clif
|
|
|
|
key: ${{ runner.os }}-x86_64-unknown-linux-gnu-cargo-build-target-${{ hashFiles('rust-toolchain', '**/Cargo.lock') }}
|
|
|
|
|
|
|
|
- name: Install hyperfine
|
2023-12-31 05:01:07 -06:00
|
|
|
run: |
|
|
|
|
sudo apt update
|
|
|
|
sudo apt install -y hyperfine
|
2023-01-31 11:49:08 -06:00
|
|
|
|
|
|
|
- name: Prepare dependencies
|
2023-02-15 12:23:11 -06:00
|
|
|
run: ./y.sh prepare
|
2023-01-31 11:49:08 -06:00
|
|
|
|
|
|
|
- name: Build
|
2023-02-15 12:23:11 -06:00
|
|
|
run: CI_OPT=1 ./y.sh build --sysroot none
|
2023-01-31 11:49:08 -06:00
|
|
|
|
|
|
|
- name: Benchmark
|
2023-02-15 12:23:11 -06:00
|
|
|
run: CI_OPT=1 ./y.sh bench
|
2023-02-04 04:22:24 -06:00
|
|
|
|
|
|
|
|
|
|
|
dist:
|
|
|
|
runs-on: ${{ matrix.os }}
|
|
|
|
timeout-minutes: 60
|
|
|
|
|
|
|
|
defaults:
|
|
|
|
run:
|
|
|
|
shell: bash
|
|
|
|
|
|
|
|
strategy:
|
|
|
|
fail-fast: false
|
|
|
|
matrix:
|
|
|
|
include:
|
2023-02-06 12:27:27 -06:00
|
|
|
# FIXME update at some point in the future once most distros use a newer glibc
|
|
|
|
- os: ubuntu-20.04
|
2023-02-04 04:22:24 -06:00
|
|
|
env:
|
|
|
|
TARGET_TRIPLE: x86_64-unknown-linux-gnu
|
|
|
|
- os: macos-latest
|
|
|
|
env:
|
|
|
|
TARGET_TRIPLE: x86_64-apple-darwin
|
|
|
|
# cross-compile from Linux to Windows using mingw
|
|
|
|
- os: ubuntu-latest
|
|
|
|
env:
|
|
|
|
TARGET_TRIPLE: x86_64-pc-windows-gnu
|
|
|
|
- os: windows-latest
|
|
|
|
env:
|
|
|
|
TARGET_TRIPLE: x86_64-pc-windows-msvc
|
|
|
|
- os: windows-latest
|
|
|
|
env:
|
|
|
|
TARGET_TRIPLE: x86_64-pc-windows-gnu
|
|
|
|
|
|
|
|
steps:
|
2024-01-26 05:06:55 -06:00
|
|
|
- uses: actions/checkout@v4
|
2023-02-04 04:22:24 -06:00
|
|
|
|
|
|
|
- name: Cache cargo target dir
|
2024-01-26 05:06:55 -06:00
|
|
|
uses: actions/cache@v4
|
2023-02-04 04:22:24 -06:00
|
|
|
with:
|
|
|
|
path: build/cg_clif
|
|
|
|
key: ${{ runner.os }}-${{ matrix.env.TARGET_TRIPLE }}-dist-cargo-build-target-${{ hashFiles('rust-toolchain', '**/Cargo.lock') }}
|
|
|
|
|
|
|
|
- name: Set MinGW as the default toolchain
|
|
|
|
if: matrix.os == 'windows-latest' && matrix.env.TARGET_TRIPLE == 'x86_64-pc-windows-gnu'
|
|
|
|
run: rustup set default-host x86_64-pc-windows-gnu
|
|
|
|
|
2024-03-09 12:42:26 -06:00
|
|
|
- name: Install MinGW toolchain
|
2023-02-04 04:22:24 -06:00
|
|
|
if: matrix.os == 'ubuntu-latest' && matrix.env.TARGET_TRIPLE == 'x86_64-pc-windows-gnu'
|
|
|
|
run: |
|
|
|
|
sudo apt-get update
|
2024-03-09 12:42:26 -06:00
|
|
|
sudo apt-get install -y gcc-mingw-w64-x86-64
|
2023-02-04 04:22:24 -06:00
|
|
|
|
|
|
|
- name: Prepare dependencies
|
2023-02-15 12:23:11 -06:00
|
|
|
run: ./y.sh prepare
|
2023-02-04 04:22:24 -06:00
|
|
|
|
|
|
|
- name: Build backend
|
2023-02-15 12:23:11 -06:00
|
|
|
run: CI_OPT=1 ./y.sh build --sysroot none
|
2023-02-04 04:22:24 -06:00
|
|
|
|
|
|
|
- name: Build sysroot
|
2023-02-15 12:23:11 -06:00
|
|
|
run: CI_OPT=1 ./y.sh build
|
2023-02-04 04:22:24 -06:00
|
|
|
|
|
|
|
- name: Package prebuilt cg_clif
|
|
|
|
run: tar cvfJ cg_clif.tar.xz dist
|
|
|
|
|
|
|
|
- name: Upload prebuilt cg_clif
|
|
|
|
if: matrix.os == 'windows-latest' || matrix.env.TARGET_TRIPLE != 'x86_64-pc-windows-gnu'
|
2023-12-31 05:04:53 -06:00
|
|
|
uses: actions/upload-artifact@v4
|
2023-02-04 04:22:24 -06:00
|
|
|
with:
|
|
|
|
name: cg_clif-${{ matrix.env.TARGET_TRIPLE }}
|
|
|
|
path: cg_clif.tar.xz
|
|
|
|
|
|
|
|
- name: Upload prebuilt cg_clif (cross compile)
|
|
|
|
if: matrix.os != 'windows-latest' && matrix.env.TARGET_TRIPLE == 'x86_64-pc-windows-gnu'
|
2023-12-31 05:04:53 -06:00
|
|
|
uses: actions/upload-artifact@v4
|
2023-02-04 04:22:24 -06:00
|
|
|
with:
|
|
|
|
name: cg_clif-${{ runner.os }}-cross-x86_64-mingw
|
|
|
|
path: cg_clif.tar.xz
|
2023-03-21 12:18:21 -05:00
|
|
|
|
|
|
|
release:
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
timeout-minutes: 10
|
|
|
|
if: ${{ github.ref == 'refs/heads/master' }}
|
|
|
|
needs: [rustfmt, test, bench, dist]
|
|
|
|
|
|
|
|
concurrency:
|
|
|
|
group: release-dev
|
|
|
|
cancel-in-progress: true
|
|
|
|
|
|
|
|
steps:
|
2024-01-26 05:06:55 -06:00
|
|
|
- uses: actions/checkout@v4
|
2023-03-21 12:18:21 -05:00
|
|
|
|
|
|
|
- name: Download all built artifacts
|
2023-12-31 05:04:53 -06:00
|
|
|
uses: actions/download-artifact@v4
|
2023-03-21 12:18:21 -05:00
|
|
|
with:
|
|
|
|
path: artifacts/
|
|
|
|
|
|
|
|
- run: |
|
|
|
|
ls -R artifacts/
|
|
|
|
mkdir release/
|
|
|
|
pushd artifacts/
|
|
|
|
for dir in *; do
|
|
|
|
mv $dir/cg_clif.tar.xz ../release/$dir.tar.xz
|
|
|
|
rmdir $dir/ # verify $dir is empty
|
|
|
|
done
|
|
|
|
popd
|
|
|
|
rmdir artifacts/ # verify all artifacts are represented in release/
|
|
|
|
ls -R release/
|
|
|
|
|
|
|
|
- run: npm install --production
|
|
|
|
working-directory: .github/actions/github-release
|
|
|
|
|
|
|
|
- name: Publish Release
|
|
|
|
uses: ./.github/actions/github-release
|
|
|
|
with:
|
|
|
|
files: "release/*"
|
|
|
|
token: ${{ github.token }}
|
|
|
|
continue-on-error: true
|