Engine CI #218
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Engine CI | |
| on: | |
| pull_request: | |
| push: | |
| branches: [main] | |
| schedule: | |
| - cron: "23 9 * * *" | |
| - cron: "47 18 * * *" | |
| workflow_dispatch: | |
| inputs: | |
| tier: | |
| description: Validation tier to run | |
| required: true | |
| default: fast | |
| type: choice | |
| options: | |
| - fast | |
| - quickjs-differential | |
| - test262-full | |
| permissions: | |
| contents: read | |
| env: | |
| CARGO_TERM_COLOR: always | |
| RUST_BACKTRACE: "1" | |
| RUST_VERSION: "1.88.0" | |
| jobs: | |
| fast: | |
| if: >- | |
| github.event_name == 'pull_request' || | |
| github.event_name == 'push' || | |
| (github.event_name == 'workflow_dispatch' && inputs.tier == 'fast') | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| steps: | |
| - name: Check out repository | |
| uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1 | |
| with: | |
| fetch-depth: 0 | |
| persist-credentials: false | |
| - name: Install pinned Rust toolchain | |
| run: | | |
| rustup toolchain install "${RUST_VERSION}" --profile minimal --component rustfmt,clippy | |
| rustup default "${RUST_VERSION}" | |
| - name: Install gate dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install --yes ripgrep | |
| - name: Cache Cargo inputs | |
| uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0 | |
| with: | |
| path: | | |
| ~/.cargo/registry | |
| ~/.cargo/git | |
| key: ${{ runner.os }}-cargo-${{ env.RUST_VERSION }}-${{ hashFiles('Cargo.lock') }} | |
| restore-keys: | | |
| ${{ runner.os }}-cargo-${{ env.RUST_VERSION }}- | |
| - name: Check formatting and architecture gates | |
| run: | | |
| cargo fmt --all -- --check | |
| ./scripts/check-no-test262-special-casing.sh | |
| node scripts/check-test262-artifact-inventory.mjs | |
| node --check scripts/test-negative-diagnostic-generator.mjs | |
| node --check scripts/generate-test262-dynamic-import-a.mjs | |
| node --check scripts/generate-test262-tla-core-a.mjs | |
| node --check scripts/generate-test262-module-var-lexical-shadow-a.mjs | |
| node --check scripts/generate-test262-module-import-attributes-a.mjs | |
| node --check scripts/test-generate-test262-module-import-attributes-a.mjs | |
| node --check scripts/generate-test262-module-json-a.mjs | |
| node --check scripts/test-generate-test262-module-json-a.mjs | |
| ./scripts/check-oracle-registry.sh | |
| ./scripts/test-quickjs-fixtures.sh --validate | |
| ./scripts/test-module-c-oracles.sh --validate | |
| ./scripts/test-quickjs-dynamic-import-trace.sh --validate | |
| ./scripts/check-test262-host-boundary.sh | |
| ./scripts/test-test262.sh --spec dev-support/test262/current.conf --check | |
| ./scripts/test-test262.sh --spec dev-support/test262/current.conf --runner-provenance | |
| node scripts/current-test262-metrics.mjs --check-docs | |
| ./scripts/check-rust-only.sh | |
| - name: Run fast engine tests | |
| run: | | |
| cargo test --locked --workspace --lib --bins | |
| cargo test --locked -p quickjs-oxide --features test262-host --lib --bins | |
| cargo test --locked --test cli | |
| cargo test --locked --test oracle | |
| cargo test --locked --features test262-host \ | |
| --test unsupported_diagnostics | |
| cargo test --locked --features test262-host \ | |
| --test oracle test262_ | |
| ./scripts/check-oracle-registry.sh --compiled | |
| - name: Lint production targets | |
| run: | | |
| cargo clippy --locked --workspace --lib --bins -- -D warnings | |
| cargo clippy --locked --test oracle -- -D warnings | |
| cargo clippy --locked -p quickjs-oxide --features test262-host \ | |
| --lib --bins -- -D warnings | |
| cargo clippy --locked -p quickjs-oxide --features test262-host \ | |
| --test unsupported_diagnostics --test oracle \ | |
| -- -D warnings | |
| quickjs-differential: | |
| if: >- | |
| (github.event_name == 'schedule' && github.event.schedule == '23 9 * * *') || | |
| (github.event_name == 'workflow_dispatch' && inputs.tier == 'quickjs-differential') | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 180 | |
| env: | |
| QJS_ORACLE_CACHE: ${{ github.workspace }}-oracle-cache | |
| steps: | |
| - name: Check out repository | |
| uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1 | |
| with: | |
| persist-credentials: false | |
| - name: Install pinned Rust toolchain | |
| run: | | |
| rustup toolchain install "${RUST_VERSION}" --profile minimal | |
| rustup default "${RUST_VERSION}" | |
| - name: Install oracle dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install --yes build-essential curl git ripgrep xz-utils | |
| - name: Restore authenticated input caches | |
| uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0 | |
| with: | |
| path: | | |
| ~/.cargo/registry | |
| ~/.cargo/git | |
| ${{ github.workspace }}-oracle-cache | |
| key: >- | |
| ${{ runner.os }}-differential-${{ env.RUST_VERSION }}-${{ | |
| hashFiles('Cargo.lock', 'compat/upstream.toml', | |
| 'scripts/build-quickjs-oracle.sh', 'scripts/prepare-test262.sh') }} | |
| restore-keys: | | |
| ${{ runner.os }}-differential-${{ env.RUST_VERSION }}- | |
| - name: Run the pinned QuickJS differential corpus | |
| run: | | |
| oracle_source=$(./scripts/build-quickjs-oracle.sh --test262-oracles) | |
| oracle="$oracle_source/qjs" | |
| QJS_ORACLE_ARCHIVE_FIXTURE="$QJS_ORACLE_CACHE/quickjs-2026-06-04.tar.xz" \ | |
| ./scripts/test-build-quickjs-oracle-cache.sh | |
| QJS_ORACLE_ARCHIVE="$QJS_ORACLE_CACHE/quickjs-2026-06-04.tar.xz" \ | |
| ./scripts/test-quickjs-dynamic-import-trace.sh | |
| suite=$(./scripts/prepare-test262.sh) | |
| node scripts/generate-test262-dynamic-import-a.mjs \ | |
| --suite "$suite" --check-current | |
| node scripts/generate-test262-tla-core-a.mjs \ | |
| --suite "$suite" --check-current | |
| node scripts/generate-test262-module-var-lexical-shadow-a.mjs \ | |
| --suite "$suite" \ | |
| --quickjs-runner "$oracle_source/run-test262" \ | |
| --quickjs-config "$oracle_source/test262.conf" \ | |
| --check-current | |
| node scripts/audit-negative-diagnostics.mjs \ | |
| --contracts dev-support/test262/negative-diagnostics.tsv \ | |
| --rules dev-support/test262/negative-diagnostic-rules.tsv \ | |
| --suite "$suite" --qjs "$oracle" | |
| node scripts/test-generate-test262-module-import-attributes-a.mjs \ | |
| --suite "$suite" \ | |
| --quickjs-runner "$oracle_source/run-test262" \ | |
| --quickjs-config "$oracle_source/test262.conf" | |
| node scripts/generate-test262-module-import-attributes-a.mjs \ | |
| --suite "$suite" \ | |
| --quickjs-runner "$oracle_source/run-test262" \ | |
| --quickjs-config "$oracle_source/test262.conf" \ | |
| --check-current | |
| node scripts/test-generate-test262-module-json-a.mjs \ | |
| --suite "$suite" \ | |
| --quickjs-runner "$oracle_source/run-test262" \ | |
| --quickjs-config "$oracle_source/test262.conf" | |
| node scripts/generate-test262-module-json-a.mjs \ | |
| --suite "$suite" \ | |
| --quickjs-runner "$oracle_source/run-test262" \ | |
| --quickjs-config "$oracle_source/test262.conf" \ | |
| --check-current | |
| cargo build --locked --bin qjs | |
| node scripts/test-negative-diagnostic-generator.mjs \ | |
| --suite "$suite" --qjs "$oracle" --oxide ./target/debug/qjs | |
| ./scripts/test-quickjs-fixtures.sh --all --oxide ./target/debug/qjs | |
| ./scripts/test-module-c-oracles.sh --check | |
| QJS_ORACLE="$oracle" cargo test --locked --workspace --all-targets \ | |
| --features test262-host | |
| test262-full: | |
| if: >- | |
| (github.event_name == 'schedule' && github.event.schedule == '47 18 * * *') || | |
| (github.event_name == 'workflow_dispatch' && inputs.tier == 'test262-full') | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 350 | |
| env: | |
| QJS_ORACLE_CACHE: ${{ github.workspace }}-oracle-cache | |
| TEST262_WORKERS: "2" | |
| steps: | |
| - name: Check out repository | |
| uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1 | |
| with: | |
| fetch-depth: 0 | |
| persist-credentials: false | |
| - name: Install pinned Rust toolchain | |
| run: | | |
| rustup toolchain install "${RUST_VERSION}" --profile minimal | |
| rustup default "${RUST_VERSION}" | |
| - name: Install Test262 dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install --yes build-essential curl git ripgrep xz-utils | |
| - name: Restore authenticated input caches | |
| uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0 | |
| with: | |
| path: | | |
| ~/.cargo/registry | |
| ~/.cargo/git | |
| ${{ github.workspace }}-oracle-cache | |
| key: >- | |
| ${{ runner.os }}-test262-${{ env.RUST_VERSION }}-${{ | |
| hashFiles('Cargo.lock', 'compat/upstream.toml', | |
| 'scripts/build-quickjs-oracle.sh', 'scripts/prepare-test262.sh') }} | |
| restore-keys: | | |
| ${{ runner.os }}-test262-${{ env.RUST_VERSION }}- | |
| - name: Run the complete frozen Test262 vector | |
| run: | | |
| set -o pipefail | |
| mkdir -p target | |
| ./scripts/test-test262.sh --spec dev-support/test262/current.conf --full \ | |
| 2>&1 | tee target/test262-full.log | |
| - name: Upload complete Test262 receipts | |
| if: always() | |
| uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 | |
| with: | |
| name: test262-full-${{ github.sha }} | |
| path: | | |
| target/test262-full.tsv | |
| target/test262-full.jsonl | |
| target/test262-full.log | |
| dev-support/test262/current.conf | |
| dev-support/test262/negative-diagnostics.tsv | |
| compat/upstream.toml | |
| if-no-files-found: warn | |
| retention-days: 30 |