mirror of
https://github.com/RustPython/RustPython.git
synced 2026-06-02 19:39:49 +09:00
823 lines
28 KiB
YAML
823 lines
28 KiB
YAML
on:
|
|
push:
|
|
branches: [main, release]
|
|
pull_request:
|
|
types: [unlabeled, opened, synchronize, reopened]
|
|
merge_group:
|
|
workflow_dispatch:
|
|
|
|
name: CI
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
# Cancel previous workflows if they are the same workflow on same ref (branch/tags)
|
|
# with the same event (push/pull_request) even they are in progress.
|
|
# This setting will help reduce the number of duplicated workflows.
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.ref_name }}-${{ github.event.pull_request.number || github.sha }}
|
|
cancel-in-progress: true
|
|
|
|
env:
|
|
CARGO_ARGS: --no-default-features --features stdlib,importlib,stdio,encodings,sqlite,ssl-rustls-aws-lc,host_env
|
|
CARGO_ARGS_NO_SSL: --no-default-features --features stdlib,importlib,stdio,encodings,sqlite,host_env
|
|
# Crates excluded from workspace builds:
|
|
# - rustpython_wasm: requires wasm target
|
|
# - rustpython-compiler-source: deprecated
|
|
# - rustpython-venvlauncher: Windows-only
|
|
WORKSPACE_EXCLUDES: --exclude rustpython_wasm --exclude rustpython-compiler-source --exclude rustpython-venvlauncher
|
|
X86_64_PC_WINDOWS_MSVC_OPENSSL_LIB_DIR: C:\Program Files\OpenSSL\lib\VC\x64\MD
|
|
X86_64_PC_WINDOWS_MSVC_OPENSSL_INCLUDE_DIR: C:\Program Files\OpenSSL\include
|
|
CARGO_INCREMENTAL: 0
|
|
CARGO_PROFILE_TEST_DEBUG: 0
|
|
CARGO_PROFILE_DEV_DEBUG: 0
|
|
CARGO_PROFILE_RELEASE_DEBUG: 0
|
|
CARGO_TERM_COLOR: always
|
|
CI: true
|
|
|
|
jobs:
|
|
determine_changes:
|
|
name: Determine changes
|
|
runs-on: ubuntu-slim
|
|
outputs:
|
|
# Flag that is raised when any rust code is changed.
|
|
rust_code: ${{ steps.check_rust_code.outputs.changed }}
|
|
steps:
|
|
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
fetch-depth: 0
|
|
persist-credentials: false
|
|
|
|
- name: Determine merge base
|
|
id: merge_base
|
|
run: |
|
|
sha=$(git merge-base HEAD "origin/${BASE_REF}")
|
|
echo "sha=${sha}" >> "$GITHUB_OUTPUT"
|
|
env:
|
|
BASE_REF: ${{ github.event.pull_request.base.ref || 'main' }}
|
|
|
|
- name: Check if there was any code related change
|
|
id: check_rust_code
|
|
run: |
|
|
if git diff --quiet "${MERGE_BASE}...HEAD" -- \
|
|
':Cargo.toml' \
|
|
':Cargo.lock' \
|
|
':rust-toolchain.toml' \
|
|
':.cargo/config.toml' \
|
|
':crates/**' \
|
|
':src/**' \
|
|
':.github/workflows/ci.yaml' \
|
|
; then
|
|
echo "changed=false" >> "$GITHUB_OUTPUT"
|
|
else
|
|
echo "changed=true" >> "$GITHUB_OUTPUT"
|
|
fi
|
|
env:
|
|
MERGE_BASE: ${{ steps.merge_base.outputs.sha }}
|
|
|
|
rust_tests:
|
|
if: ${{ !contains(github.event.pull_request.labels.*.name, 'skip:ci') }}
|
|
env:
|
|
RUST_BACKTRACE: full
|
|
name: Run rust tests
|
|
runs-on: ${{ matrix.os }}
|
|
timeout-minutes: 45
|
|
strategy:
|
|
matrix:
|
|
os: [macos-latest, ubuntu-latest, windows-2025]
|
|
fail-fast: false
|
|
steps:
|
|
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
persist-credentials: false
|
|
|
|
- uses: dtolnay/rust-toolchain@stable
|
|
|
|
- name: Restore cache
|
|
uses: actions/cache/restore@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5
|
|
with:
|
|
path: |
|
|
~/.cargo/bin/
|
|
~/.cargo/registry/index/
|
|
~/.cargo/registry/cache/
|
|
~/.cargo/git/db/
|
|
target/
|
|
key: ${{ runner.os }}-${{ hashFiles('**/Cargo.toml') }}-
|
|
restore-keys: |
|
|
${{ runner.os }}-stable--${{ hashFiles('**/Cargo.toml') }}-
|
|
${{ runner.os }}-stable--
|
|
# Windows runners randomly crashes, https://github.com/actions/cache/issues/1754
|
|
continue-on-error: true
|
|
|
|
- name: Install macOS dependencies
|
|
uses: ./.github/actions/install-macos-deps
|
|
|
|
- name: run rust tests
|
|
run: cargo test --workspace --exclude rustpython-capi ${{ env.WORKSPACE_EXCLUDES }} --features threading ${{ env.CARGO_ARGS }}
|
|
env:
|
|
INSTA_WORKSPACE_ROOT: ${{ github.workspace }}
|
|
|
|
- name: run c-api tests
|
|
working-directory: crates/capi
|
|
run: cargo test
|
|
if: runner.os != 'Windows' # Requires pyo3 0.29+ on Windows
|
|
|
|
- name: check compilation without host_env (sandbox mode)
|
|
run: |
|
|
cargo check -p rustpython-vm --no-default-features --features compiler
|
|
cargo check -p rustpython-stdlib --no-default-features --features compiler
|
|
cargo build --no-default-features --features stdlib,importlib,stdio,encodings,freeze-stdlib
|
|
if: runner.os == 'Linux'
|
|
|
|
- name: sandbox smoke test
|
|
run: |
|
|
target/debug/rustpython extra_tests/snippets/sandbox_smoke.py
|
|
target/debug/rustpython extra_tests/snippets/stdlib_re.py
|
|
if: runner.os == 'Linux'
|
|
|
|
- name: Test openssl build
|
|
run: cargo build --no-default-features --features ssl-openssl
|
|
if: runner.os == 'Linux'
|
|
|
|
- name: Test vendored OpenSSL build
|
|
run: cargo build --no-default-features --features ssl-openssl-vendor
|
|
if: runner.os == 'Linux'
|
|
|
|
# - name: Install tk-dev for tkinter build
|
|
# run: sudo apt-get update && sudo apt-get install -y tk-dev
|
|
# if: runner.os == 'Linux'
|
|
|
|
# - name: Test tkinter build
|
|
# run: cargo build --features tkinter
|
|
# if: runner.os == 'Linux'
|
|
|
|
- name: Test example projects
|
|
run: |
|
|
cargo run --manifest-path example_projects/barebone/Cargo.toml
|
|
cargo run --manifest-path example_projects/frozen_stdlib/Cargo.toml
|
|
if: runner.os == 'Linux'
|
|
|
|
- name: run update_lib tests
|
|
run: cargo run -- -m unittest discover -s scripts/update_lib/tests -v
|
|
env:
|
|
PYTHONPATH: scripts
|
|
if: runner.os == 'Linux'
|
|
|
|
cargo_check:
|
|
name: cargo check
|
|
runs-on: ${{ matrix.os }}
|
|
needs:
|
|
- determine_changes
|
|
if: |
|
|
(
|
|
!contains(github.event.pull_request.labels.*.name, 'skip:ci') &&
|
|
needs.determine_changes.outputs.rust_code == 'true'
|
|
) || github.ref == 'refs/heads/main'
|
|
strategy:
|
|
matrix:
|
|
include:
|
|
- os: ubuntu-latest
|
|
target: aarch64-linux-android
|
|
- os: ubuntu-latest
|
|
target: i686-unknown-linux-gnu
|
|
dependencies:
|
|
gcc-multilib: true
|
|
- os: ubuntu-latest
|
|
target: i686-unknown-linux-musl
|
|
dependencies:
|
|
musl-tools: true
|
|
skip_ssl: true
|
|
- os: ubuntu-latest
|
|
target: wasm32-wasip2
|
|
skip_ssl: true
|
|
- os: ubuntu-latest
|
|
target: x86_64-unknown-freebsd
|
|
skip_ssl: true
|
|
- os: ubuntu-latest
|
|
target: aarch64-unknown-linux-gnu
|
|
dependencies:
|
|
gcc-aarch64-linux-gnu: true
|
|
- os: macos-latest
|
|
target: aarch64-apple-ios
|
|
- os: macos-latest
|
|
target: x86_64-apple-darwin
|
|
fail-fast: false
|
|
steps:
|
|
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
persist-credentials: false
|
|
|
|
- name: Install dependencies
|
|
uses: ./.github/actions/install-linux-deps
|
|
# zizmor has an issue with dynamic `with`
|
|
# with: ${{ matrix.dependencies || fromJSON('{}') }}
|
|
with:
|
|
gcc-multilib: ${{ matrix.dependencies.gcc-multilib || false }}
|
|
musl-tools: ${{ matrix.dependencies.musl-tools || false }}
|
|
gcc-aarch64-linux-gnu: ${{ matrix.dependencies.gcc-aarch64-linux-gnu || false }}
|
|
|
|
- name: Restore cache
|
|
uses: actions/cache/restore@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5
|
|
with:
|
|
path: |
|
|
~/.cargo/bin/
|
|
~/.cargo/registry/index/
|
|
~/.cargo/registry/cache/
|
|
~/.cargo/git/db/
|
|
target/
|
|
# key won't match, will rely on restore-keys
|
|
key: ${{ runner.os }}-${{ matrix.target }}
|
|
restore-keys: |
|
|
${{ runner.os }}-stable-${{ matrix.target }}-${{ hashFiles('**/Cargo.toml') }}-
|
|
${{ runner.os }}-stable-${{ matrix.target }}-
|
|
${{ runner.os }}-stable--${{ hashFiles('**/Cargo.toml') }}-
|
|
${{ runner.os }}-stable--
|
|
|
|
- uses: dtolnay/rust-toolchain@stable
|
|
with:
|
|
target: ${{ matrix.target }}
|
|
|
|
- name: Setup Android NDK
|
|
if: ${{ matrix.target == 'aarch64-linux-android' }}
|
|
id: setup-ndk
|
|
uses: nttld/setup-ndk@ed92fe6cadad69be94a966a7ee3271275e62f779 # v1.6.0
|
|
with:
|
|
ndk-version: r27
|
|
add-to-path: true
|
|
|
|
- name: Append env conf to cargo
|
|
if: ${{ matrix.target == 'aarch64-linux-android' }}
|
|
env:
|
|
NDK_PATH: ${{ steps.setup-ndk.outputs.ndk-path }}
|
|
run: |
|
|
{
|
|
echo "[env]"
|
|
echo "CC_aarch64_linux_android = \"${NDK_PATH}/toolchains/llvm/prebuilt/linux-x86_64/bin/aarch64-linux-android24-clang\""
|
|
|
|
echo "AR_aarch64_linux_android = \"${NDK_PATH}/toolchains/llvm/prebuilt/linux-x86_64/bin/llvm-ar\""
|
|
|
|
echo "CARGO_TARGET_AARCH64_LINUX_ANDROID_LINKER = \"${NDK_PATH}/toolchains/llvm/prebuilt/linux-x86_64/bin/aarch64-linux-android24-clang\""
|
|
} >> .cargo/config.toml
|
|
|
|
# - name: Prepare repository for redox compilation
|
|
# run: bash scripts/redox/uncomment-cargo.sh
|
|
# - name: Check compilation for Redox
|
|
# uses: coolreader18/redoxer-action@v1
|
|
# with:
|
|
# command: check
|
|
# args: --ignore-rust-version
|
|
|
|
- name: Check compilation with threading
|
|
run: cargo check --target "${{ matrix.target }}" ${{ env.CARGO_ARGS_NO_SSL }} --features threading
|
|
|
|
- name: Check compilation with ssl
|
|
if: ${{ !matrix.skip_ssl }}
|
|
run: cargo check --target "${{ matrix.target }}" ${{ env.CARGO_ARGS }}
|
|
|
|
snippets_cpython:
|
|
if: ${{ !contains(github.event.pull_request.labels.*.name, 'skip:ci') }}
|
|
env:
|
|
RUST_BACKTRACE: full
|
|
# Tests that can be flaky when running with multiple processes `-j 2`. We will use `-j 1` for these.
|
|
FLAKY_MP_TESTS: >-
|
|
test_class
|
|
test_concurrent_futures
|
|
test_eintr
|
|
test_multiprocessing_fork
|
|
test_multiprocessing_forkserver
|
|
test_multiprocessing_spawn
|
|
name: Run snippets and cpython tests
|
|
runs-on: ${{ matrix.os }}
|
|
strategy:
|
|
matrix:
|
|
include:
|
|
- os: macos-latest
|
|
extra_test_args:
|
|
- '-u all'
|
|
env_polluting_tests:
|
|
- test_set
|
|
skips: []
|
|
timeout: 50
|
|
- os: ubuntu-latest
|
|
extra_test_args:
|
|
- '-u all'
|
|
env_polluting_tests:
|
|
- test_set
|
|
skips: []
|
|
timeout: 60
|
|
- os: windows-2025
|
|
extra_test_args: [] # TODO: Enable '-u all'
|
|
env_polluting_tests:
|
|
- test_set
|
|
skips: []
|
|
timeout: 50
|
|
fail-fast: false
|
|
steps:
|
|
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
persist-credentials: false
|
|
|
|
- uses: dtolnay/rust-toolchain@stable
|
|
|
|
- name: Restore cache
|
|
uses: actions/cache/restore@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5
|
|
with:
|
|
path: |
|
|
~/.cargo/bin/
|
|
~/.cargo/registry/index/
|
|
~/.cargo/registry/cache/
|
|
~/.cargo/git/db/
|
|
target/
|
|
key: ${{ runner.os }}-${{ hashFiles('**/Cargo.toml') }}-
|
|
restore-keys: |
|
|
${{ runner.os }}-stable--${{ hashFiles('**/Cargo.toml') }}-
|
|
${{ runner.os }}-stable--
|
|
# Windows runners randomly crashes, https://github.com/actions/cache/issues/1754
|
|
continue-on-error: true
|
|
|
|
- uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
|
|
|
|
- name: Install macOS dependencies
|
|
uses: ./.github/actions/install-macos-deps
|
|
with:
|
|
openssl: true
|
|
|
|
- name: build rustpython
|
|
run: cargo build --release --verbose --features=threading,jit ${{ env.CARGO_ARGS }}
|
|
|
|
- name: run snippets
|
|
run: python -m pip install -r requirements.txt && pytest -v
|
|
working-directory: ./extra_tests
|
|
|
|
- name: Detect available cores
|
|
id: cores
|
|
shell: bash
|
|
run: |
|
|
cores=$(python -c 'print(__import__("os").process_cpu_count())')
|
|
echo "cores=${cores}" >> "$GITHUB_OUTPUT"
|
|
|
|
- name: Run CPython tests
|
|
run: |
|
|
target/release/rustpython -m test -j ${{ steps.cores.outputs.cores }} ${{ join(matrix.extra_test_args, ' ') }} --slowest --fail-env-changed --timeout 600 -v -x ${{ env.FLAKY_MP_TESTS }} ${{ join(matrix.skips, ' ') }}
|
|
timeout-minutes: ${{ matrix.timeout }}
|
|
env:
|
|
RUSTPYTHON_SKIP_ENV_POLLUTERS: true
|
|
|
|
- name: Run flaky MP CPython tests
|
|
run: |
|
|
for attempt in $(seq 1 5); do
|
|
echo "::group::Attempt ${attempt}"
|
|
|
|
set +e
|
|
target/release/rustpython -m test -j 1 ${{ join(matrix.extra_test_args, ' ') }} --slowest --fail-env-changed --timeout 600 -v ${{ env.FLAKY_MP_TESTS }}
|
|
status=$?
|
|
set -e
|
|
|
|
echo "::endgroup::"
|
|
|
|
if [ $status -eq 0 ]; then
|
|
exit 0
|
|
fi
|
|
done
|
|
|
|
exit 1
|
|
timeout-minutes: ${{ matrix.timeout }}
|
|
shell: bash
|
|
env:
|
|
RUSTPYTHON_SKIP_ENV_POLLUTERS: true
|
|
|
|
- name: run cpython tests to check if env polluters have stopped polluting
|
|
shell: bash
|
|
run: |
|
|
IFS=' ' read -r -a target_array <<< "$TARGETS"
|
|
|
|
for thing in "${target_array[@]}"; do
|
|
for i in $(seq 1 10); do
|
|
set +e
|
|
target/release/rustpython -m test -j 1 --slowest --fail-env-changed --timeout 600 -v "${thing}"
|
|
exit_code=$?
|
|
set -e
|
|
if [ "${exit_code}" -eq 3 ]; then
|
|
echo "Test ${thing} polluted the environment on attempt ${i}."
|
|
break
|
|
fi
|
|
done
|
|
if [ "${exit_code}" -ne 3 ]; then
|
|
echo "Test ${thing} is no longer polluting the environment after ${i} attempts!"
|
|
echo "Please remove ${thing} from matrix.env_polluting_tests in '.github/workflows/ci.yaml'."
|
|
echo "Please also remove the skip decorators that include the word 'POLLUTERS' in ${thing}."
|
|
if [ "${exit_code}" -ne 0 ]; then
|
|
echo "Test ${thing} failed with exit code ${exit_code}."
|
|
echo "Please investigate which test item in ${thing} is failing and either mark it as an expected failure or a skip."
|
|
fi
|
|
exit 1
|
|
fi
|
|
done
|
|
env:
|
|
TARGETS: ${{ join(matrix.env_polluting_tests, ' ') }}
|
|
timeout-minutes: 15
|
|
|
|
- if: runner.os != 'Windows'
|
|
name: check that --install-pip succeeds
|
|
run: |
|
|
mkdir site-packages
|
|
target/release/rustpython --install-pip ensurepip --user
|
|
target/release/rustpython -m pip install six
|
|
|
|
- name: Check that ensurepip succeeds.
|
|
run: |
|
|
target/release/rustpython -m ensurepip
|
|
target/release/rustpython -c "import pip"
|
|
|
|
- if: runner.os != 'Windows'
|
|
name: Check if pip inside venv is functional
|
|
run: |
|
|
target/release/rustpython -m venv testvenv
|
|
testvenv/bin/rustpython -m pip install wheel
|
|
|
|
- name: Check whats_left is not broken
|
|
shell: bash
|
|
run: python -I scripts/whats_left.py ${{ env.CARGO_ARGS }} --features jit
|
|
|
|
clippy:
|
|
name: clippy
|
|
runs-on: ${{ matrix.os }}
|
|
needs:
|
|
- determine_changes
|
|
permissions:
|
|
contents: read
|
|
if: |
|
|
needs.determine_changes.outputs.rust_code == 'true' ||
|
|
github.ref == 'refs/heads/main'
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
os:
|
|
- macos-latest
|
|
- ubuntu-latest
|
|
- windows-latest
|
|
steps:
|
|
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
persist-credentials: false
|
|
|
|
- uses: dtolnay/rust-toolchain@stable
|
|
with:
|
|
components: clippy
|
|
|
|
- name: Restore cache
|
|
uses: actions/cache/restore@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5
|
|
with:
|
|
path: |
|
|
~/.cargo/bin/
|
|
~/.cargo/registry/index/
|
|
~/.cargo/registry/cache/
|
|
~/.cargo/git/db/
|
|
target/
|
|
key: ${{ runner.os }}-${{ hashFiles('**/Cargo.toml') }}-
|
|
restore-keys: |
|
|
${{ runner.os }}-stable--${{ hashFiles('**/Cargo.toml') }}-
|
|
${{ runner.os }}-stable--
|
|
# Windows runners randomly crashes, https://github.com/actions/cache/issues/1754
|
|
continue-on-error: true
|
|
|
|
- name: Clippy
|
|
run: cargo clippy --keep-going ${{ env.CARGO_ARGS }} --workspace --all-targets ${{ env.WORKSPACE_EXCLUDES }} -- -Dwarnings
|
|
|
|
cargo_shear:
|
|
name: cargo shear
|
|
runs-on: ubuntu-latest
|
|
needs:
|
|
- determine_changes
|
|
permissions:
|
|
contents: read
|
|
if: |
|
|
needs.determine_changes.outputs.rust_code == 'true' ||
|
|
github.ref == 'refs/heads/main'
|
|
steps:
|
|
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
persist-credentials: false
|
|
|
|
- uses: dtolnay/rust-toolchain@stable
|
|
|
|
- uses: cargo-bins/cargo-binstall@aaa84a43aec4955a42c5ffc65d258961e39f276e # v1.19.1
|
|
|
|
- name: cargo shear
|
|
run: |
|
|
cargo binstall --no-confirm cargo-shear
|
|
cargo shear
|
|
|
|
lint:
|
|
name: Lint
|
|
runs-on: ubuntu-latest
|
|
permissions:
|
|
contents: read
|
|
checks: write
|
|
issues: write
|
|
pull-requests: write
|
|
security-events: write # for zizmor
|
|
steps:
|
|
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
persist-credentials: false
|
|
|
|
- uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
|
|
|
|
- uses: dtolnay/rust-toolchain@stable
|
|
with:
|
|
components: rustfmt
|
|
|
|
- name: actionlint
|
|
uses: reviewdog/action-actionlint@6fb7acc99f4a1008869fa8a0f09cfca740837d9d # v1.72.0
|
|
|
|
- name: zizmor
|
|
uses: zizmorcore/zizmor-action@5f14fd08f7cf1cb1609c1e344975f152c7ee938d # v0.5.6
|
|
|
|
- name: restore prek cache
|
|
uses: actions/cache/restore@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5
|
|
with:
|
|
key: prek-${{ hashFiles('.pre-commit-config.yaml') }}
|
|
path: ~/.cache/prek
|
|
|
|
- name: install prek
|
|
id: prek
|
|
uses: j178/prek-action@bdca6f102f98e2b4c7029491a53dfd366469e33d # v2.0.4
|
|
with:
|
|
cache: false
|
|
show-verbose-logs: false
|
|
install-only: true
|
|
|
|
- name: prek run
|
|
run: prek run --show-diff-on-failure --color=always --all-files
|
|
|
|
- name: Get target CPython version
|
|
id: cpython-version
|
|
run: |
|
|
version=$(cat .python-version)
|
|
echo "version=${version}" >> "$GITHUB_OUTPUT"
|
|
|
|
- name: Clone CPython
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
repository: python/cpython
|
|
path: cpython
|
|
ref: "v${{ steps.cpython-version.outputs.version }}"
|
|
persist-credentials: false
|
|
|
|
- name: prek run (manual stage)
|
|
run: prek run --show-diff-on-failure --color=always --all-files --hook-stage manual
|
|
env:
|
|
CPYTHON_ROOT: ${{ github.workspace }}/cpython
|
|
|
|
- name: save prek cache
|
|
if: ${{ github.ref == 'refs/heads/main' }} # only save on main
|
|
uses: actions/cache/save@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5
|
|
with:
|
|
key: prek-${{ hashFiles('.pre-commit-config.yaml') }}
|
|
path: ~/.cache/prek
|
|
|
|
- name: restore git permissions
|
|
if: ${{ !cancelled() }}
|
|
run: sudo chown -R "$(id -u):$(id -g)" .git
|
|
|
|
- name: reviewdog
|
|
if: ${{ !cancelled() }}
|
|
uses: reviewdog/action-suggester@aa38384ceb608d00f84b4690cacc83a5aba307ff # v1.24.0
|
|
with:
|
|
level: warning
|
|
fail_level: error
|
|
|
|
miri:
|
|
if: ${{ !contains(github.event.pull_request.labels.*.name, 'skip:ci') }}
|
|
name: Run tests under miri
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 30
|
|
env:
|
|
NIGHTLY_CHANNEL: nightly
|
|
steps:
|
|
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
persist-credentials: false
|
|
|
|
- uses: dtolnay/rust-toolchain@master
|
|
with:
|
|
toolchain: ${{ env.NIGHTLY_CHANNEL }}
|
|
components: miri
|
|
|
|
- name: Restore cache
|
|
uses: actions/cache/restore@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5
|
|
with:
|
|
path: |
|
|
~/.cargo/bin/
|
|
~/.cargo/registry/index/
|
|
~/.cargo/registry/cache/
|
|
~/.cargo/git/db/
|
|
target/
|
|
key: ${{ runner.os }}-${{ hashFiles('**/Cargo.toml') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-
|
|
|
|
- name: Run tests under miri
|
|
run: cargo +${{ env.NIGHTLY_CHANNEL }} miri test -p rustpython-vm -- miri_test
|
|
env:
|
|
# miri-ignore-leaks because the type-object circular reference means that there will always be
|
|
# a memory leak, at least until we have proper cyclic gc
|
|
MIRIFLAGS: "-Zmiri-ignore-leaks"
|
|
|
|
wasm:
|
|
if: ${{ !contains(github.event.pull_request.labels.*.name, 'skip:ci') }}
|
|
name: Check the WASM package and demo
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 30
|
|
steps:
|
|
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
persist-credentials: false
|
|
|
|
- uses: dtolnay/rust-toolchain@stable
|
|
with:
|
|
components: clippy
|
|
|
|
- name: Restore cache
|
|
uses: actions/cache/restore@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5
|
|
with:
|
|
path: |
|
|
~/.cargo/bin/
|
|
~/.cargo/registry/index/
|
|
~/.cargo/registry/cache/
|
|
~/.cargo/git/db/
|
|
target/
|
|
key: ${{ runner.os }}-${{ hashFiles('**/Cargo.toml') }}-
|
|
restore-keys: |
|
|
${{ runner.os }}-stable--${{ hashFiles('**/Cargo.toml') }}-
|
|
${{ runner.os }}-stable--
|
|
${{ runner.os }}-
|
|
|
|
- name: cargo clippy
|
|
run: cargo clippy --keep-going --manifest-path=crates/wasm/Cargo.toml -- -Dwarnings
|
|
|
|
- name: install wasm-pack
|
|
run: curl https://rustwasm.github.io/wasm-pack/installer/init.sh -sSf | sh
|
|
- name: install geckodriver
|
|
run: |
|
|
wget https://github.com/mozilla/geckodriver/releases/download/v0.36.0/geckodriver-v0.36.0-linux64.tar.gz
|
|
mkdir geckodriver
|
|
tar -xzf geckodriver-v0.36.0-linux64.tar.gz -C geckodriver
|
|
|
|
- uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
|
|
|
|
- run: python -m pip install -r requirements.txt
|
|
working-directory: ./wasm/tests
|
|
|
|
- uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
|
|
with:
|
|
package-manager-cache: false
|
|
|
|
- name: Get npm cache directory
|
|
id: npm-cache-dir
|
|
shell: bash
|
|
run: echo "dir=$(npm config get cache)" >> "$GITHUB_OUTPUT"
|
|
|
|
- name: Restore npm cache
|
|
uses: actions/cache/restore@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5
|
|
# don't restore on main or release
|
|
if: github.ref != 'refs/heads/main' && github.ref != 'refs/heads/release'
|
|
with:
|
|
path: ${{ steps.npm-cache-dir.outputs.dir }}
|
|
key: node-${{ runner.os }}-wasm-demo-
|
|
restore-keys: |
|
|
node-${{ runner.os }}-wasm-demo-
|
|
|
|
- name: run test
|
|
run: |
|
|
driver_path="$(pwd)/../../geckodriver"
|
|
export PATH="$PATH:${driver_path}"
|
|
npm install
|
|
npm run test
|
|
env:
|
|
NODE_OPTIONS: "--openssl-legacy-provider"
|
|
working-directory: ./wasm/demo
|
|
|
|
- uses: mwilliamson/setup-wabt-action@427f2fdd70bc4dbc2e53c2eb4f19f66162d71bd2 # v4.0.0
|
|
with:
|
|
wabt-version: "1.0.36"
|
|
|
|
- name: check wasm32-unknown without js
|
|
run: |
|
|
cd example_projects/wasm32_without_js/rustpython-without-js
|
|
cargo build
|
|
cd ..
|
|
if wasm-objdump -xj Import rustpython-without-js/target/wasm32-unknown-unknown/debug/rustpython_without_js.wasm; then
|
|
echo "ERROR: wasm32-unknown module expects imports from the host environment" >&2
|
|
fi
|
|
cargo run --release --manifest-path wasm-runtime/Cargo.toml rustpython-without-js/target/wasm32-unknown-unknown/debug/rustpython_without_js.wasm
|
|
|
|
- name: build notebook demo
|
|
if: github.ref == 'refs/heads/release'
|
|
run: |
|
|
npm install
|
|
npm run dist
|
|
mv dist ../demo/dist/notebook
|
|
env:
|
|
NODE_OPTIONS: "--openssl-legacy-provider"
|
|
working-directory: ./wasm/notebook
|
|
|
|
- name: Deploy demo to Github Pages
|
|
if: success() && github.ref == 'refs/heads/release'
|
|
uses: peaceiris/actions-gh-pages@84c30a85c19949d7eee79c4ff27748b70285e453 # v4.1.0
|
|
env:
|
|
ACTIONS_DEPLOY_KEY: ${{ secrets.ACTIONS_DEMO_DEPLOY_KEY }}
|
|
PUBLISH_DIR: ./wasm/demo/dist
|
|
EXTERNAL_REPOSITORY: RustPython/demo
|
|
PUBLISH_BRANCH: master
|
|
|
|
- name: Save npm cache
|
|
# Save only on main or release
|
|
if: github.ref == 'refs/heads/main' || github.ref == 'refs/heads/release'
|
|
uses: actions/cache/save@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5
|
|
with:
|
|
path: ${{ steps.npm-cache-dir.outputs.dir }}
|
|
key: node-${{ runner.os }}-wasm-demo-${{ hashFiles('wasm/demo/package-lock.json') }}
|
|
|
|
wasm-wasi:
|
|
if: ${{ !contains(github.event.pull_request.labels.*.name, 'skip:ci') }}
|
|
name: Run snippets and cpython tests on wasm-wasi
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 30
|
|
steps:
|
|
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
persist-credentials: false
|
|
|
|
- uses: dtolnay/rust-toolchain@stable
|
|
with:
|
|
target: wasm32-wasip1
|
|
|
|
- name: Restore cache
|
|
uses: actions/cache/restore@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5
|
|
with:
|
|
path: |
|
|
~/.cargo/bin/
|
|
~/.cargo/registry/index/
|
|
~/.cargo/registry/cache/
|
|
~/.cargo/git/db/
|
|
target/
|
|
key: ${{ runner.os }}-${{ hashFiles('**/Cargo.toml') }}-
|
|
restore-keys: |
|
|
${{ runner.os }}-stable-wasm32-wasip1-${{ hashFiles('**/Cargo.toml') }}-
|
|
${{ runner.os }}-stable-wasm32-wasip1-
|
|
${{ runner.os }}-stable--${{ hashFiles('**/Cargo.toml') }}-
|
|
${{ runner.os }}-stable--
|
|
|
|
- name: Setup Wasmer
|
|
uses: wasmerio/setup-wasmer@24b15c95293d23f89c68bd40dac76338f773e924 # v3.1
|
|
|
|
- name: Install clang
|
|
uses: ./.github/actions/install-linux-deps
|
|
with:
|
|
clang: true
|
|
|
|
- name: build rustpython
|
|
run: cargo build --release --target wasm32-wasip1 --no-default-features --features freeze-stdlib,stdlib,stdio,importlib,host_env --verbose
|
|
- name: run snippets
|
|
run: wasmer run --dir "$(pwd)" target/wasm32-wasip1/release/rustpython.wasm -- "$(pwd)/extra_tests/snippets/stdlib_random.py"
|
|
- name: run cpython unittest
|
|
run: wasmer run --dir "$(pwd)" target/wasm32-wasip1/release/rustpython.wasm -- "$(pwd)/Lib/test/test_int.py"
|
|
|
|
cargo_doc:
|
|
needs:
|
|
- determine_changes
|
|
if: |
|
|
(
|
|
!contains(github.event.pull_request.labels.*.name, 'skip:ci') &&
|
|
needs.determine_changes.outputs.rust_code == 'true'
|
|
) || github.ref == 'refs/heads/main'
|
|
env:
|
|
RUST_BACKTRACE: full
|
|
name: cargo doc
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
persist-credentials: false
|
|
|
|
- uses: dtolnay/rust-toolchain@stable
|
|
|
|
- name: Restore cache
|
|
uses: actions/cache/restore@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5
|
|
with:
|
|
path: |
|
|
~/.cargo/bin/
|
|
~/.cargo/registry/index/
|
|
~/.cargo/registry/cache/
|
|
~/.cargo/git/db/
|
|
target/
|
|
key: ${{ runner.os }}-${{ hashFiles('**/Cargo.toml') }}-
|
|
restore-keys: |
|
|
${{ runner.os }}-stable--${{ hashFiles('**/Cargo.toml') }}-
|
|
${{ runner.os }}-stable--
|
|
|
|
- name: cargo doc
|
|
run: cargo doc --locked
|