open-standards/.github/wai-conformance/verifiers/sim-diff.sh

# step: sim_diff.py, wai_stage_measure against sim_verify.py
# order: 90
# features: stage_measure
#
# The simulator differentially, outside the corpus: seeded random models (a refinement
# with its own delivery timeout among them) and plans, each simulated by
# wai_stage_measure sim and by sim_verify.py, the refusal or the whole result, the
# stall bound and the longest stall equal, and every stall within the bound where it
# applies. Two fixed seeds, so a run is reproducible.
set -euo pipefail
for seed in 1 2; do
  python3 staged-measure-conformance/sim_diff.py "$RUNNER_TEMP/wai-bins/union/wai_stage_measure" "$seed" 1500
done