name: wai-quantum verdicts and repairs # The verified-answer contract (wai/wai-quantum/src/engine/verdict.rs, # repair.rs and refusal.rs): a verdict's level for every answer, each intent # checked against ground truth, a repair held to the flagged lines, the job # layer's refusal codes and the page that documents them, and the byte # identity of every job that asks for no verdict. Then the intent # conformance set (wai/quantum-conformance/intents/: programs, their intents # and the verdict each must get), natively, where a second test holds its # bundle equal to its files, and under wasm32-wasip2 by wasmtime, where the # cases come from the bundle the test compiles in. The browser build runs the # set too (wai-web-wasm.yml, wai-web's wasm32 tests). # # The answer view layer (engine/answer/: view statements over OpenQASM 3, each # bound to an engine call) and correctness telemetry (engine/telemetry.rs) run # here too: the layer's tests (the stream ending as the whole text reads at # every split, every code), and its conformance set # (wai/quantum-conformance/answers/: each answer's codes, root and order, its # views run to what they must show, the stored answers' receipts verified by # running them again), natively and under wasm32-wasip2. concurrency: group: ${{ github.workflow }}-${{ github.ref }} cancel-in-progress: true on: push: branches: [main] paths: - 'wai/wai-quantum/**' - 'wai/quantum-conformance/intents/**' - 'wai/quantum-conformance/answers/**' - 'rust-toolchain.toml' - '.github/workflows/wai-quantum-verdict.yml' pull_request: paths: - 'wai/wai-quantum/**' - 'wai/quantum-conformance/intents/**' - 'wai/quantum-conformance/answers/**' - 'rust-toolchain.toml' - '.github/workflows/wai-quantum-verdict.yml' jobs: relevant: name: does this change touch it runs-on: linux-arm64 outputs: run: ${{ steps.gate.outputs.run }} steps: - uses: actions/checkout@v5 with: fetch-depth: 0 - id: gate run: | set -euo pipefail r=$(python3 scripts/pr-touches-paths.py .github/workflows/wai-quantum-verdict.yml \ "${{ github.event.pull_request.base.sha }}" \ "${{ github.event.pull_request.head.sha }}") echo "this change touches the verdicts: $r" echo "run=$r" >> "$GITHUB_OUTPUT" native: name: verdicts, repairs and the intent set ยท linux needs: relevant if: needs.relevant.outputs.run == 'true' runs-on: linux timeout-minutes: 60 steps: - uses: actions/checkout@v5 - name: Install Rust 1.98.0 shell: bash run: | export PATH="$HOME/.cargo/bin:$PATH" command -v rustup >/dev/null 2>&1 || \ curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --profile minimal --default-toolchain 1.98.0 rustup toolchain install 1.98.0 --profile minimal rustup default 1.98.0 echo "$HOME/.cargo/bin" >> "$GITHUB_PATH" # A module filter is satisfied by any one test of the module, so each # module's tests are required by name to have run. - name: The verdict, the repair and the codes shell: bash working-directory: wai/wai-quantum run: | set -euo pipefail cargo test --locked --release --features full --lib -- engine::verdict:: engine::repair:: engine::refusal:: engine::job:: 2>&1 | tee "$RUNNER_TEMP/verdict.log" grep -qE '^test result: ok\. [1-9][0-9]* passed; 0 failed' "$RUNNER_TEMP/verdict.log" || { echo "::error::the verdict's tests did not pass"; exit 1; } for t in engine::verdict::tests::each_intent_is_decided_as_ground_truth_says \ engine::verdict::tests::the_level_is_the_weakest_check_and_holds_says_the_outcome \ engine::repair::tests::each_rule_makes_the_fix_a_person_would_on_the_flagged_line \ engine::repair::tests::a_proposal_may_change_only_the_flagged_lines \ engine::refusal::tests::the_documented_table_is_the_table \ engine::job::tests::a_job_that_asks_for_no_verdict_gives_the_bytes_it_gave \ engine::job::tests::every_refusal_an_agent_can_act_on_carries_its_code; do grep -q "^test $t \.\.\. ok$" "$RUNNER_TEMP/verdict.log" || { echo "::error::$t did not run"; exit 1; } done - name: The intent conformance set shell: bash working-directory: wai/wai-quantum run: | set -euo pipefail cargo test --locked --release --features full --test intent_conformance 2>&1 | tee "$RUNNER_TEMP/intents.log" grep -q 'test result: ok. 2 passed; 0 failed' "$RUNNER_TEMP/intents.log" || { echo "::error::the intent set did not pass"; exit 1; } - name: The answer view layer, telemetry, and the answer conformance set shell: bash working-directory: wai/wai-quantum run: | set -euo pipefail cargo test --locked --release --features full --lib -- engine::answer:: engine::telemetry:: 2>&1 | tee "$RUNNER_TEMP/answer.log" for t in engine::answer::tests::streaming_at_every_split_ends_as_the_whole_text_reads \ engine::answer::tests::every_problem_has_its_code_and_says_what_becomes_of_the_statement \ engine::answer::tests::an_answer_s_calls_run_on_the_engine_and_its_seal_verifies_when_run_again \ engine::telemetry::tests::the_failures_become_a_corpus_in_the_conformance_format; do grep -q "^test $t \.\.\. ok$" "$RUNNER_TEMP/answer.log" || { echo "::error::$t did not run"; exit 1; } done cargo test --locked --release --features full --test answer_conformance 2>&1 | tee "$RUNNER_TEMP/answers.log" grep -q 'test result: ok. 2 passed; 0 failed' "$RUNNER_TEMP/answers.log" || { echo "::error::the answer set did not pass"; exit 1; } wasip2: name: the intent set and the verdict under wasm32-wasip2 (wasmtime) needs: relevant if: needs.relevant.outputs.run == 'true' runs-on: linux timeout-minutes: 60 steps: - uses: actions/checkout@v5 - name: Install Rust 1.98.0 with the wasm32-wasip2 target shell: bash run: | export PATH="$HOME/.cargo/bin:$PATH" command -v rustup >/dev/null 2>&1 || \ curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --profile minimal --default-toolchain 1.98.0 rustup toolchain install 1.98.0 --profile minimal rustup default 1.98.0 rustup target add --toolchain 1.98.0 wasm32-wasip2 echo "$HOME/.cargo/bin" >> "$GITHUB_PATH" # The release binary, pinned by version and SHA-256, rather than a build from source. - name: Install wasmtime 49.0.2 shell: bash run: | set -euo pipefail [ "$(uname -m)" = x86_64 ] || { echo "::error::the pinned wasmtime archive is x86_64; this host is $(uname -m)"; exit 1; } if ! command -v xz >/dev/null 2>&1; then SUDO=""; [ "$(id -u)" -ne 0 ] && SUDO="sudo" $SUDO apt-get update -qq $SUDO apt-get install -y -qq xz-utils fi v=49.0.2 f="wasmtime-v$v-x86_64-linux.tar.xz" curl --proto '=https' --tlsv1.2 -sSfL -o "$RUNNER_TEMP/$f" \ "https://github.com/bytecodealliance/wasmtime/releases/download/v$v/$f" echo "a4d6e9e3a5a60f527cf7793d674c48930c80c2e8977995b8a275cad3254b9322 $RUNNER_TEMP/$f" | sha256sum -c - tar -xJf "$RUNNER_TEMP/$f" -C "$RUNNER_TEMP" echo "$RUNNER_TEMP/wasmtime-v$v-x86_64-linux" >> "$GITHUB_PATH" # A debug build, so integer overflow panics instead of wrapping. The test # that reads the set's files has no wasip2 build; the one that runs the # cases from the compiled-in bundle does. - name: The intent set under wasmtime shell: bash working-directory: wai/wai-quantum env: CARGO_TARGET_WASM32_WASIP2_RUNNER: wasmtime run: | set -euo pipefail cargo test --locked --target wasm32-wasip2 --features full --test intent_conformance 2>&1 | tee "$RUNNER_TEMP/wasip2.log" grep -q 'test result: ok. 1 passed; 0 failed' "$RUNNER_TEMP/wasip2.log" || { echo "::error::the intent set did not pass under wasip2"; exit 1; } cargo test --locked --target wasm32-wasip2 --features full --test answer_conformance 2>&1 | tee "$RUNNER_TEMP/wasip2-answers.log" grep -q 'test result: ok. 1 passed; 0 failed' "$RUNNER_TEMP/wasip2-answers.log" || { echo "::error::the answer set did not pass under wasip2"; exit 1; } - name: The verdict and the repair under wasmtime shell: bash working-directory: wai/wai-quantum env: CARGO_TARGET_WASM32_WASIP2_RUNNER: wasmtime run: | set -euo pipefail cargo test --locked --target wasm32-wasip2 --features full --lib -- engine::verdict:: engine::repair:: engine::refusal:: 2>&1 | tee "$RUNNER_TEMP/wasip2-lib.log" for m in engine::verdict engine::repair engine::refusal; do grep -q "^test $m::.* \.\.\. ok$" "$RUNNER_TEMP/wasip2-lib.log" || { echo "::error::no test of $m ran"; exit 1; } done