{ "note": "The lists wai-conformance.yml kept by hand at `commit`, before they were derived from the files of .github/wai-conformance/ and the tags of wai/wai-rs/tests/ (scripts/wai-conformance-lists.py baseline --ref ). `selftest` requires every derived list to hold every entry here and every step named here to run; `selftest --exact` requires the lists equal (with `added`, the entries the change that derived them added on purpose) and the steps' bodies the same, in order. Coverage leaves a list only by an edit of this file.", "commit": "a223c597dae30c57da0804d06b19f5096f016db6", "added": { "paths": [ ".github/wai-conformance/**", "scripts/wai-conformance-lists.py" ], "why": "the files that now say what the workflow runs start it, as the workflow file itself does" }, "paths": [ "wai/wai-rs/**", "wai/examples/**", "wai/wai-quantum/**", "wai/wai-ops/**", "wai/wai-app/**", "joule-ui/joule-ui-rs/crates/joule-ui-core/**", "joule-ui/joule-ui-rs/crates/joule-ui-lang/**", "joule-ui/joule-ui-rs/crates/joule-ui-interaction/**", "joule-ui/joule-ui-rs/crates/joule-ui-catalogue/**", "wai/*-conformance/**", "wai/byte-exact-conformance/**", "wai/registry/**", "wai/vocab/**", "wai/glossary/**", "wai/SPEC.md", "wai/REGISTRY.md", "wai/extensions/integer-payloads.md", "wai/extensions/staged-delivery.md", "wai/extensions/http-delivery.md", "wai/extensions/moq-streaming-format.md", "wai/extensions/jwp-receipts.md", "wai/extensions/quantum-sim.md", "wai/extensions/live-events.md", "wai/extensions/live-rooms.md", "wai/extensions/capture-binding.md", "wai/extensions/live-compose.md", "wai/extensions/live-recording.md", "wai/extensions/timed-text.md", "wai/extensions/access-services.md", "wai/extensions/live-metering.md", "wai/extensions/energy-steering.md", "wai/extensions/live-moderation.md", "wai/extensions/forensic-watermark.md", "wai/extensions/confidentiality.md", "wai/extensions/live-messaging.md", "wai/extensions/live-ads.md", "wai/extensions/ad-presentation.md", "wai/extensions/key-release.md", "wai/extensions/conformance-results.md", "joule-code/joule-code-rs/crates/joule-moq-web/web/ads/**", "wai/extensions/stitched-presentation.md", "wai/extensions/channel-lineup.md", "wai/extensions/live-provenance.md", "wai/extensions/deriving-edge.md", "wai/extensions/synthesis.md", "wai/extensions/exact-upscale.md", "wai/extensions/prior-carriage.md", "wai/extensions/scene-carriage.md", "wai/extensions/avatars.md", "wai/tools/wai_avatar_face_train.py", "wai/extensions/ai-usage.md", "wai/extensions/contribution.md", "wai/extensions/live-contribution.md", "wai/extensions/settlement.md", "wai/extensions/receipt-ledger.md", "wai/extensions/revenue-share.md", "wai/extensions/opportunity-report.md", "wai/extensions/stream-audit.md", "wai/extensions/fleet.md", "wai/extensions/route-record.md", "wai/extensions/native-sink.md", "wai/extensions/browser-sink.md", "wai/extensions/capability-constraints.md", "wai/extensions/sink-energy.md", "wai/wai-live-web/**", "wai/extensions/takedown.md", "wai/extensions/co-performance.md", "wai/extensions/age-assurance.md", "wai/extensions/influence.md", "wai/extensions/direction.md", "wai/extensions/bearer-receipts.md", "wai/extensions/carousel.md", "wai/extensions/holdings.md", "wai/extensions/exploration.md", "wai/extensions/platform-encode.md", "wai/extensions/co-watch.md", "wai/extensions/live-worlds.md", "joule-code/joule-code-rs/crates/joule-moq-web/web/room/cowatch*", "wai/extensions/remote-desktop.md", "joule-code/joule-code-rs/crates/joule-moq-web/web/room/remote*", "wai/extensions/opus-dred.md", "wai/extensions/telemetry-aggregation.md", "wai/extensions/delivery-telemetry.md", "wai/extensions/exact-tonemap.md", "wai/extensions/robustness-evidence.md", "wai/extensions/splat-exact.md", "wai/extensions/gltf/**", "wai/tools/wai_ops_check.py", "wai/extensions/pq-signatures.md", "wai/extensions/format-probes.md", "wai/extensions/media-identify.md", "wai/extensions/projection.md", "wai/extensions/loc-carriage.md", "wai/research/determinism-cost.md", "wai/research/determinism-cost/**", "wai/tools/wai_determinism_cost_verify.py", "wai/extensions/determinism-tiers.md", "wai/research/catalogue-prior.md", "wai/research/catalogue-prior/**", "wai/tools/wai_catalogue_prior_verify.py", "wai/extensions/stream-termination.md", "wai/wai-web/**", "wai/tools/wai_audio_provenance_check.py", ".github/workflows/wai-conformance.yml" ], "WAI_FEATURES": [ "key_discovery", "http", "video_manifest", "stage_measure", "live_events", "live_room", "capture_take", "live_compose", "live_record", "timed_text", "access_services", "live_metering", "energy_steering", "live_moderation", "dred_exact", "live_ads", "live_provenance", "synthesis", "synthesis_mark", "neural_int", "exact_upscale", "robustness", "ai_usage", "contribution", "settlement", "browser_sink", "receipt_claims", "takedown", "influence", "direction", "co_performance", "age_assurance", "bearer_receipts", "exploration", "co_watch", "telemetry_aggregate", "exact_tonemap", "splat_exact", "live_watermark", "derive_edge", "sink_energy", "key_release", "stitched_presentation", "prior_wire", "scene_map", "avatar_face", "receipt_ledger", "stream_audit", "fleet", "native_sink", "platform_encode", "remote_desktop", "stream_termination", "live_world", "format_probe", "identify", "live_messaging", "conform_result", "revenue_share", "opportunity_report", "channel_lineup", "route_record", "carousel", "holdings" ], "WAI_PQ_FEATURES": [ "synthesis", "pq_signatures" ], "WAI_RELEASE_FEATURES": [ "dred_exact", "synthesis_mark", "robustness", "avatar_face" ], "union_bins": [ "wai_http_vectors", "wai_stage_measure", "wai_browser_sink_vectors", "wai_claim_vectors", "wai_jwp_vectors", "wai_signer_vectors", "wai_sink_energy_vectors", "wai_stitched_presentation", "wai_stream_termination_vectors", "wai_format_probe", "wai_identify_vectors", "wai_conform_result_vectors", "wai_channel_lineup_vectors" ], "pq_bins": [ "wai_pq_vectors", "wai_claim_vectors", "wai_jwp_vectors", "wai_signer_vectors" ], "union_tests": [ "live_events", "live_room", "capture_take", "live_compose", "live_record", "timed_text", "access_services", "live_metering", "energy_steering", "live_moderation", "live_ads", "ad_presentation", "live_provenance", "synthesis", "exact_upscale", "cli_derive", "ai_usage", "contribution", "settlement", "browser_sink", "takedown", "influence", "direction", "co_performance", "age_assurance", "bearer_receipts", "carousel", "holdings", "exploration", "co_watch", "telemetry_aggregate", "exact_tonemap", "splat_exact", "live_watermark", "derive_edge", "det_cost_bin", "sink_energy", "key_release", "stitched_presentation", "prior_wire", "scene_map", "receipt_ledger", "stream_audit", "fleet", "native_sink", "platform_encode", "remote_desktop", "stream_termination", "live_world", "format_probe", "identify", "live_messaging", "conform_result", "revenue_share", "opportunity_report", "channel_lineup", "route_record" ], "release_tests": [ "dred_exact", "dred_exact_measure", "synthesis_mark", "robustness", "avatar_face" ], "alone": [ "key_discovery", "http,video_manifest,key_discovery", "stage_measure", "live_events", "live_room", "capture_take", "live_compose", "live_record", "timed_text", "access_services", "live_metering", "energy_steering", "live_moderation", "dred_exact", "live_ads", "live_provenance", "synthesis", "synthesis_mark", "neural_int", "exact_upscale", "robustness", "ai_usage", "contribution", "settlement", "browser_sink", "browser_sink,receipt_claims", "takedown", "influence", "direction", "co_performance", "age_assurance", "bearer_receipts", "carousel", "holdings", "exploration", "co_watch", "telemetry_aggregate", "exact_tonemap", "splat_exact", "live_watermark", "derive_edge", "pq_signatures", "synthesis,pq_signatures", "sink_energy", "key_release", "stitched_presentation", "prior_wire", "prior_wire,neural_int", "scene_map", "avatar_face", "receipt_ledger", "stream_audit", "fleet", "native_sink", "platform_encode", "remote_desktop", "stream_termination", "live_world", "format_probe", "live_messaging", "conform_result", "revenue_share", "opportunity_report", "channel_lineup", "route_record" ], "steps": [ { "step": "int_payload_verify.py", "wd": "wai", "body": "python3 int-payload-conformance/int_payload_verify.py int-payload-conformance" }, { "step": "determinism cost · the record, the text quoting it, and wai_det_cost", "wd": "wai", "body": "set -euo pipefail\npython3 -I tools/wai_determinism_cost_verify.py research/determinism-cost/record.json \\\n research/determinism-cost.md extensions/determinism-tiers.md\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test det_cost_bin)" }, { "step": "catalogue prior · the record and the text quoting it", "wd": "wai", "body": "python3 -I tools/wai_catalogue_prior_verify.py research/catalogue-prior research/catalogue-prior.md" }, { "step": "staged_verify.py", "wd": "wai", "body": "python3 staged-conformance/staged_verify.py staged-conformance" }, { "step": "http_verify.py", "wd": "wai", "body": "python3 http-conformance/http_verify.py http-conformance" }, { "step": "The HTTP differential outside the corpus (wai-rs against http_verify.py)", "wd": "wai", "body": "set -euo pipefail\nfor seed in 11 12; do\n \"$RUNNER_TEMP/wai-bins/union/wai_http_vectors\" fuzz http-conformance --seed \"$seed\" --count 400 --out \"$RUNNER_TEMP/http-fuzz-$seed.json\"\n python3 http-conformance/http_verify.py cases \"$RUNNER_TEMP/http-fuzz-$seed.json\" http-conformance\ndone" }, { "step": "measure_verify.py", "wd": "wai", "body": "python3 staged-measure-conformance/measure_verify.py staged-measure-conformance" }, { "step": "sim_verify.py", "wd": "wai", "body": "python3 staged-measure-conformance/sim_verify.py staged-measure-conformance" }, { "step": "sim_diff.py, wai_stage_measure against sim_verify.py", "wd": "wai", "body": "set -euo pipefail\nfor seed in 1 2; do\n python3 staged-measure-conformance/sim_diff.py \"$RUNNER_TEMP/wai-bins/union/wai_stage_measure\" \"$seed\" 1500\ndone" }, { "step": "live events · wai-rs and live_events_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_events::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_events)\npython3 -I live-conformance/live_events_verify.py live-conformance/events" }, { "step": "live rooms · wai-rs and live_rooms_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_room::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_room)\npython3 -I live-conformance/live_rooms_verify.py live-conformance/rooms" }, { "step": "capture take · wai-rs and capture_take_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib -- capture_take:: output_tree::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test capture_take)\npython3 -I live-conformance/capture_take_verify.py live-conformance/takes" }, { "step": "live compose · wai-rs and live_compose_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_compose::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_compose)\npython3 -I live-conformance/live_compose_verify.py live-conformance/compose" }, { "step": "live recording · wai-rs and live_record_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib -- live_record:: output_tree::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_record)\npython3 -I live-conformance/live_record_verify.py live-conformance/recordings" }, { "step": "timed text · wai-rs and timed_text_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib timed_text::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test timed_text)\npython3 -I live-conformance/timed_text_verify.py live-conformance/captions" }, { "step": "access services · wai-rs and access_services_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib access_services::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test access_services)\npython3 -I live-conformance/access_services_verify.py live-conformance/access" }, { "step": "conformance results · wai-rs and conform_result_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib conform_result::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test conform_result)\n\"$RUNNER_TEMP/wai-bins/union/wai_conform_result_vectors\" verify conform-result-conformance\npython3 -I conform-result-conformance/conform_result_verify.py conform-result-conformance\nfor c in duplicates format members signature summary verdict; do\n python3 -I conform-result-conformance/conform_result_verify.py --skip \"$c\" conform-result-conformance | tail -1\ndone" }, { "step": "live metering · wai-rs and live_metering_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_metering::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_metering)\npython3 -I live-conformance/live_metering_verify.py live-conformance/metering" }, { "step": "energy steering · wai-rs and energy_steering_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib energy_steering::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test energy_steering)\npython3 -I live-conformance/energy_steering_verify.py live-conformance/steering" }, { "step": "sink energy · wai-rs and sink_energy_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib sink_energy::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib sink_meter::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test sink_energy)\n(cd wai-rs && \"$RUNNER_TEMP/wai-bins/union/wai_sink_energy_vectors\" verify ../live-conformance/sink-energy)\npython3 -I live-conformance/sink_energy_verify.py live-conformance/sink-energy" }, { "step": "live moderation · wai-rs and live_moderation_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_moderation::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_moderation)\npython3 -I live-conformance/live_moderation_verify.py live-conformance/moderation" }, { "step": "opus deep redundancy · wai-rs and dred_verify.py", "wd": "wai", "body": "set -euo pipefail\nd=\"${RUNNER_TEMP:-/tmp}/dred\"\nbash live-conformance/dred/fetch.sh \"$d\" vectors\nw=\"$d/dred_unquantized_weights.bin\"\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib dred_exact::)\n(cd wai-rs && WAI_DRED_WEIGHTS=\"$w\" cargo test --release --no-default-features --features \"$WAI_RELEASE_FEATURES\" --test dred_exact)\n(cd wai-rs && WAI_DRED_WEIGHTS=\"$w\" WAI_DRED_VECTORS=\"$d\" cargo test --release --no-default-features --features \"$WAI_RELEASE_FEATURES\" --test dred_exact_measure)\npython3 -I live-conformance/dred_verify.py live-conformance/dred \"$w\"" }, { "step": "live ads · wai-rs and live_ads_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_ads::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib wai_video_ssai::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_ads)\npython3 -I live-conformance/live_ads_verify.py live-conformance/ads" }, { "step": "key release · wai-rs and key_release_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib key_release::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib wai_video_keys::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test key_release)\npython3 -I live-conformance/key_release_verify.py live-conformance/keys" }, { "step": "ad presentation · wai-rs, ad_presentation_verify.py and the reference producer", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_ads::presentation::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test ad_presentation)\npython3 -I live-conformance/ad_presentation_verify.py live-conformance/presentation\nnode --test ../joule-code/joule-code-rs/crates/joule-moq-web/web/ads/presentation.test.mjs" }, { "step": "stitched presentation · wai-rs, stitched_presentation_verify.py and the reference producer", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib stitched_presentation::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_compose::layout::frame_tests)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test stitched_presentation)\n(cd wai-rs && \"$RUNNER_TEMP/wai-bins/union/wai_stitched_presentation\" vectors verify ../live-conformance/stitched)\npython3 -I live-conformance/stitched_presentation_verify.py live-conformance/stitched\nnode --test ../joule-code/joule-code-rs/crates/joule-moq-web/web/ads/stitched.test.mjs" }, { "step": "channel lineup · wai-rs and channel_lineup_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib channel_lineup::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test channel_lineup)\n(cd wai-rs && \"$RUNNER_TEMP/wai-bins/union/wai_channel_lineup_vectors\" verify ../live-conformance/channels)\npython3 -I live-conformance/channel_lineup_verify.py live-conformance/channels" }, { "step": "live provenance · wai-rs and c2pa_live_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_provenance::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_provenance)\npython3 -I live-conformance/c2pa_live_verify.py live-conformance/c2pa-live" }, { "step": "synthesis provenance · wai-rs and synthesis_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib synthesis::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test synthesis)\npython3 -I live-conformance/synthesis_verify.py live-conformance/synthesis" }, { "step": "synthesis watermark · wai-rs and synthesis_mark_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib -- synthesis::mark synthesis_mark::)\n(cd wai-rs && cargo test --release --no-default-features --features \"$WAI_RELEASE_FEATURES\" --test synthesis_mark)\npython3 -I live-conformance/synthesis_mark_verify.py live-conformance/synthesis-mark" }, { "step": "exact upscale · wai-rs and upscale_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib int_sr::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib exact_upscale::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test exact_upscale)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test cli_derive)\npython3 -I live-conformance/upscale_verify.py live-conformance/upscale" }, { "step": "robustness evidence · wai-rs and robustness_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib robustness::)\n(cd wai-rs && cargo test --release --no-default-features --features \"$WAI_RELEASE_FEATURES\" --test robustness)\npython3 -I live-conformance/robustness_verify.py live-conformance/robustness" }, { "step": "prior forms · wai-rs and prior_forms_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib -- prior_wire:: strict_json:: codecs::prior_form)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test prior_wire)\npython3 -I live-conformance/prior_forms_verify.py live-conformance/prior-forms" }, { "step": "scene carriage · wai-rs and scene_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib -- scene_map:: strict_json::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test scene_map)\npython3 -I live-conformance/scene_verify.py live-conformance/scene" }, { "step": "faces from keypoints · wai-rs and avatar_face_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib avatar_face::)\n(cd wai-rs && cargo test --release --no-default-features --features \"$WAI_RELEASE_FEATURES\" --test avatar_face)\npython3 -I live-conformance/avatar_face_verify.py live-conformance/avatar-face" }, { "step": "AI usage · wai-rs and ai_usage_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib ai_usage::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib claim_receipt::consumption::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test ai_usage)\npython3 -I live-conformance/ai_usage_verify.py live-conformance/usage\npython3 -I claim-conformance/claim_verify.py consumption live-conformance/usage/vectors.json" }, { "step": "contribution records · wai-rs and contribution_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib contribution::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test contribution)\npython3 -I live-conformance/contribution_verify.py live-conformance/contribution" }, { "step": "live contribution · live_contribution_verify.py", "wd": "wai", "body": "set -euo pipefail\npython3 -I live-conformance/live_contribution_verify.py live-conformance/links" }, { "step": "delivery settlement · wai-rs and settlement_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib settlement::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test settlement)\npython3 -I live-conformance/settlement_verify.py live-conformance/settlement" }, { "step": "receipt ledger · wai-rs and receipt_ledger_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib receipt_ledger::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test receipt_ledger)\npython3 -I live-conformance/receipt_ledger_verify.py live-conformance/ledger" }, { "step": "revenue share · wai-rs and revenue_share_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib revenue_share::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib wai_video_channel::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test revenue_share)\npython3 -I live-conformance/revenue_share_verify.py live-conformance/share" }, { "step": "opportunity report · wai-rs and opportunity_report_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib opportunity_report::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test opportunity_report)\npython3 -I live-conformance/opportunity_report_verify.py live-conformance/opportunity" }, { "step": "stream audit · wai-rs and stream_audit_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib stream_audit::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test stream_audit)\npython3 -I live-conformance/stream_audit_verify.py live-conformance/audit" }, { "step": "fleet · wai-rs and fleet_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib fleet::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test fleet)\npython3 -I live-conformance/fleet_verify.py live-conformance/fleet" }, { "step": "route record · wai-rs and route_record_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib route_record::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test route_record)\npython3 -I live-conformance/route_record_verify.py live-conformance/routes" }, { "step": "native sink · wai-rs and native_sink_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib native_sink::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test native_sink)\npython3 -I live-conformance/native_sink_verify.py live-conformance/native-sink" }, { "step": "browser sink · wai-rs, wai-live-web and browser_sink_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib browser_sink::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test browser_sink)\n(cd wai-rs && \"$RUNNER_TEMP/wai-bins/union/wai_browser_sink_vectors\" verify ../live-conformance/browser)\n(cd wai-live-web && cargo test --locked --features int_video --lib browser_tests)\npython3 -I live-conformance/browser_sink_verify.py live-conformance/browser" }, { "step": "takedown · wai-rs and takedown_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib takedown::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test takedown)\npython3 -I live-conformance/takedown_verify.py live-conformance/takedown" }, { "step": "influence attribution · wai-rs and influence_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib influence::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test influence)\npython3 -I live-conformance/influence_verify.py live-conformance/influence" }, { "step": "direction records · wai-rs and direction_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib direction::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test direction)\npython3 -I live-conformance/direction_verify.py live-conformance/direction" }, { "step": "co-performance · wai-rs and co_performance_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib co_performance::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test co_performance)\npython3 -I live-conformance/co_performance_verify.py live-conformance/coperformance" }, { "step": "age assurance · wai-rs and age_assurance_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib age_assurance::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test age_assurance)\npython3 -I live-conformance/age_assurance_verify.py live-conformance/age" }, { "step": "bearer receipts · wai-rs and bearer_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib bearer)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test bearer_receipts)\npython3 -I live-conformance/bearer_verify.py live-conformance/bearers\npython3 -I claim-conformance/claim_verify.py bearer live-conformance/bearers/vectors.json" }, { "step": "carousel schedule · wai-rs and carousel_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib -- carousel:: claim_receipt::schedule::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test carousel)\npython3 -I live-conformance/carousel_verify.py live-conformance/carousel\npython3 -I claim-conformance/claim_verify.py carousel live-conformance/carousel/vectors.json" }, { "step": "holdings · wai-rs and holdings_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib -- holdings::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test holdings)\npython3 -I live-conformance/holdings_verify.py live-conformance/holdings" }, { "step": "exploration · wai-rs and exploration_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib exploration::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test exploration)\npython3 -I live-conformance/exploration_verify.py live-conformance/exploration" }, { "step": "platform-encode · wai-rs and encode_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --locked --no-default-features --features \"$WAI_FEATURES\" --lib platform_encode::)\n(cd wai-rs && cargo test --locked --no-default-features --features \"$WAI_FEATURES\" --test platform_encode)\npython3 -I encode-conformance/encode_verify.py encode-conformance" }, { "step": "co-watch · wai-rs, co_watch_verify.py and the page's module", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib co_watch::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test co_watch)\npython3 -I live-conformance/co_watch_verify.py live-conformance/cowatch\nnode --test ../joule-code/joule-code-rs/crates/joule-moq-web/web/room/cowatch.test.mjs" }, { "step": "remote desktop · wai-rs, remote_desktop_verify.py and the page's module", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib -- remote_desktop:: hpke::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test remote_desktop)\npython3 -I live-conformance/remote_desktop_verify.py live-conformance/remote\nnode --test ../joule-code/joule-code-rs/crates/joule-moq-web/web/room/remote.test.mjs" }, { "step": "QoE aggregation · wai-rs and telemetry_aggregate_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib -- telemetry_aggregate:: telemetry::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test telemetry_aggregate)\npython3 -I live-conformance/telemetry_aggregate_verify.py live-conformance/aggregate" }, { "step": "exact tone mapping · wai-rs and tonemap_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib -- exact_tonemap:: png_still::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test exact_tonemap)\npython3 -I live-conformance/tonemap_verify.py live-conformance/tonemap" }, { "step": "exact splats · wai-rs and splat_exact_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib splat_exact::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test splat_exact)\npython3 -I live-conformance/splat_exact_verify.py live-conformance/splat" }, { "step": "stream termination · wai-rs, wai-live-web and stream_termination_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib stream_termination::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test stream_termination)\n(cd wai-rs && \"$RUNNER_TEMP/wai-bins/union/wai_stream_termination_vectors\" verify ../live-conformance/termination)\n(cd wai-live-web && cargo test --locked --features int_video --lib termination_tests)\npython3 -I live-conformance/stream_termination_verify.py live-conformance/termination" }, { "step": "live worlds · wai-rs and live_worlds_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_world::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_world)\npython3 -I live-conformance/live_worlds_verify.py live-conformance/worlds" }, { "step": "end-to-end encrypted rooms · e2ee_verify.py", "wd": "wai", "body": "python3 -I live-conformance/e2ee_verify.py live-conformance/e2ee" }, { "step": "live messaging · wai-rs and live_messaging_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_messaging)\npython3 -I live-conformance/live_messaging_verify.py live-conformance/messaging" }, { "step": "forensic watermark sessions · wai-rs and live_watermark_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_watermark::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_watermark)\npython3 -I live-conformance/live_watermark_verify.py live-conformance/watermark" }, { "step": "deriving edge · wai-rs and edge_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib derive_edge::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib png_still::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test derive_edge)\npython3 -I edge-conformance/edge_verify.py edge-conformance" }, { "step": "cue injection and Enhanced RTMP · injection_verify.py and ertmp_verify.py", "wd": "wai", "body": "set -euo pipefail\npython3 -I live-conformance/injection_verify.py --self-test live-conformance/injection\npython3 -I live-conformance/ertmp_verify.py --self-test live-conformance/ertmp" }, { "step": "quantum referee.py", "wd": ".", "body": "python3 -I wai/quantum-conformance/tools/referee.py wai/quantum-conformance" }, { "step": "hybrid signatures · wai-rs and pq_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_PQ_FEATURES\" --lib pq_sig::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_PQ_FEATURES\" --lib synthesis::pq_tests)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_PQ_FEATURES\" --test pq_signatures)\npython3 -I pq-conformance/pq_verify.py pq-conformance\npython3 -I pq-conformance/pq_verify.py verdicts pq-conformance/vectors.json > \"$RUNNER_TEMP/pq-py.tsv\"\n(cd wai-rs && \"$RUNNER_TEMP/wai-bins/pq/wai_pq_vectors\" verdicts ../pq-conformance/vectors.json) > \"$RUNNER_TEMP/pq-rs.tsv\"\ndiff \"$RUNNER_TEMP/pq-py.tsv\" \"$RUNNER_TEMP/pq-rs.tsv\"" }, { "step": "claim_verify.py, differential.py, jwp_verify.py, chain_differential.py, chain_gap_differential.py, signer_verify.py", "wd": "wai", "body": "set -euo pipefail\npython3 claim-conformance/claim_verify.py claim-conformance/vectors.json\npython3 jwp-conformance/jwp_verify.py jwp-conformance/vectors.json\npython3 signer-conformance/signer_verify.py signer-conformance/vectors.json\npython3 signer-conformance/signer_verify.py verdicts signer-conformance/vectors.json > \"$RUNNER_TEMP/signer-py.tsv\"\n# Each differential against both builds the first step copied (see its comment).\nfor build in union pq; do\n bins=\"$RUNNER_TEMP/wai-bins/$build\"\n if [ \"$build\" = pq ]; then features=$WAI_PQ_FEATURES; else features=$WAI_FEATURES; fi\n echo \"::group::the differentials against the $build build (features $features)\"\n python3 claim-conformance/differential.py \"$bins/wai_claim_vectors\" --random 2000 --seed 1\n for seed in 1 2; do\n python3 jwp-conformance/chain_differential.py \"$bins/wai_jwp_vectors\" --n 3000 --seed \"$seed\"\n python3 jwp-conformance/chain_gap_differential.py \"$bins/wai_jwp_vectors\" --n 400 --seed \"$seed\"\n done\n \"$bins/wai_signer_vectors\" verdicts signer-conformance/vectors.json > \"$RUNNER_TEMP/signer-rs-$build.tsv\"\n diff \"$RUNNER_TEMP/signer-py.tsv\" \"$RUNNER_TEMP/signer-rs-$build.tsv\"\n echo \"the $build build: every differential agrees\"\n echo \"::endgroup::\"\ndone" }, { "step": "header probes · wai-rs, the fetched LCEVC streams and format_probe_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib format_probe::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test format_probe)\nfetched=$(mktemp -d)\nbash format-probe-conformance/fetch.sh \"$fetched\"\n(cd wai-rs && \"$RUNNER_TEMP/wai-bins/union/wai_format_probe\" verify ../format-probe-conformance --fetched \"$fetched\")\npython3 -I format-probe-conformance/format_probe_verify.py format-probe-conformance --fetched \"$fetched\"" }, { "step": "media identification · wai-rs and identify_verify.py", "wd": "wai", "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib identify::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test identify)\n(cd wai-rs && \"$RUNNER_TEMP/wai-bins/union/wai_identify_vectors\" verify ../identify-conformance)\npython3 -I identify-conformance/identify_verify.py identify-conformance" }, { "step": "cmsd_read_verify.py", "wd": "wai", "body": "python3 -I telemetry-conformance/cmsd_read_verify.py telemetry-conformance" }, { "step": "loc_verify.py", "wd": "wai", "body": "python3 -I live-conformance/loc_verify.py live-conformance/loc" } ], "int_kernels_debug_features": [ "audio_int", "generate", "i32_forms", "legacy_int", "neural_int", "score", "splat_int", "stage_measure", "staged", "video_int", "world_int" ], "int_kernels_debug_tests": [ "cli_generate_score", "cli_stage", "generate", "int_audio", "int_audio_ops", "int_hyper_ops", "int_kernels_geometry", "int_kernels_vectors", "int_mlicpp", "int_mlicpp_ops", "int_mlicpp_preflight", "int_ops_conformance", "int_ops_differential", "int_payload", "int_payload_cost", "int_payload_preflight", "int_set_cache", "int_splat", "int_splat_ops", "int_synth_ops", "int_video", "int_video_enc_memory", "int_video_halfpel", "int_video_keyframe", "int_video_ops", "int_world", "int_world2", "int_world_memory", "int_world_ops", "jpegai_bitstream_calibration", "jpegai_nets_ops", "jpegai_ops", "stage_measure", "stage_measure_bounds", "staged_resources", "wir1_ops" ], "int_kernels_release_features": [ "audio_int", "generate", "i32_forms", "legacy_int", "neural_int", "score", "splat_int", "stage_measure", "staged", "video_int", "world_int" ], "int_kernels_release_tests": [ "cli_generate_score", "cli_stage", "generate", "int_audio", "int_audio_ops", "int_hyper_ops", "int_kernels_geometry", "int_kernels_vectors", "int_mlicpp", "int_mlicpp_ops", "int_mlicpp_preflight", "int_ops_conformance", "int_ops_differential", "int_payload", "int_payload_cost", "int_payload_preflight", "int_set_cache", "int_splat", "int_splat_ops", "int_synth_ops", "int_video", "int_video_enc_memory", "int_video_halfpel", "int_video_keyframe", "int_video_ops", "int_world", "int_world2", "int_world_memory", "int_world_ops", "jpegai_bitstream_calibration", "jpegai_nets_ops", "jpegai_ops", "manifest_parse_memory", "manifest_reader_equivalence", "stage_measure", "stage_measure_bounds", "staged_resources", "wir1_ops" ], "int_kernels_amd_features": [ "audio_int", "generate", "i32_forms", "legacy_int", "neural_int", "score", "splat_int", "stage_measure", "staged", "video_int", "world_int" ], "int_kernels_amd_tests": [ "int_audio_ops", "int_hyper_ops", "int_kernels_geometry", "int_kernels_vectors", "int_mlicpp_ops", "int_ops_conformance", "int_splat_ops", "int_synth_ops", "int_video_ops", "int_world_ops", "jpegai_nets_ops", "jpegai_ops", "wir1_ops" ], "corpora_features": [ "audio_int", "audio_scene", "film", "haptic", "http", "key_discovery", "neural_int", "oer", "pq_signatures", "provenance", "quantum", "quantum_ops", "receipt_claims", "score", "splat4d", "splat_int", "stage_measure", "staged", "telemetry", "video_int", "video_manifest", "world" ], "corpora": [ "worlds wai_world_vectors ../world-conformance", "spatial-audio wai_audio_vectors ../audio-conformance", "haptics wai_haptic_vectors ../haptic-conformance", "state-feeds wai_feed_vectors ../feed-conformance", "avatars wai_avatar_vectors ../avatar-conformance", "volumetric wai_splat4d_vectors ../volumetric-conformance", "score wai_score_vectors ../score-conformance", "int-synth wai_int_synth_vectors ../neural-conformance", "film wai_film_vectors ../film-conformance", "quantum wai_quantum_vectors ../quantum-conformance", "quantum-ops wai_quantum_ops_vectors ../quantum-ops-conformance", "oer wai_oer_vectors ../oer-conformance", "jwp wai_jwp_vectors ../jwp-conformance", "claims wai_claim_vectors ../claim-conformance", "pin wai_pin_vectors ../pin-conformance", "signers wai_signer_vectors ../signer-conformance", "int-payload wai_int_payload_vectors ../int-payload-conformance", "staged wai_staged_vectors ../staged-conformance", "http wai_http_vectors ../http-conformance", "staged-measure wai_stage_measure ../staged-measure-conformance", "telemetry wai_telemetry ../telemetry-conformance", "pq-signatures wai_pq_vectors ../pq-conformance" ] }