open-standards/.github/wai-conformance/baseline.json

{
 "note": "The lists wai-conformance.yml kept by hand at `commit`, before they were derived from the files of .github/wai-conformance/ and the tags of wai/wai-rs/tests/ (scripts/wai-conformance-lists.py baseline --ref <commit>). `selftest` requires every derived list to hold every entry here and every step named here to run; `selftest --exact` requires the lists equal (with `added`, the entries the change that derived them added on purpose) and the steps' bodies the same, in order. Coverage leaves a list only by an edit of this file.",
 "commit": "a223c597dae30c57da0804d06b19f5096f016db6",
 "added": {
  "paths": [
   ".github/wai-conformance/**",
   "scripts/wai-conformance-lists.py"
  ],
  "why": "the files that now say what the workflow runs start it, as the workflow file itself does"
 },
 "paths": [
  "wai/wai-rs/**",
  "wai/examples/**",
  "wai/wai-quantum/**",
  "wai/wai-ops/**",
  "wai/wai-app/**",
  "joule-ui/joule-ui-rs/crates/joule-ui-core/**",
  "joule-ui/joule-ui-rs/crates/joule-ui-lang/**",
  "joule-ui/joule-ui-rs/crates/joule-ui-interaction/**",
  "joule-ui/joule-ui-rs/crates/joule-ui-catalogue/**",
  "wai/*-conformance/**",
  "wai/byte-exact-conformance/**",
  "wai/registry/**",
  "wai/vocab/**",
  "wai/glossary/**",
  "wai/SPEC.md",
  "wai/REGISTRY.md",
  "wai/extensions/integer-payloads.md",
  "wai/extensions/staged-delivery.md",
  "wai/extensions/http-delivery.md",
  "wai/extensions/moq-streaming-format.md",
  "wai/extensions/jwp-receipts.md",
  "wai/extensions/quantum-sim.md",
  "wai/extensions/live-events.md",
  "wai/extensions/live-rooms.md",
  "wai/extensions/capture-binding.md",
  "wai/extensions/live-compose.md",
  "wai/extensions/live-recording.md",
  "wai/extensions/timed-text.md",
  "wai/extensions/access-services.md",
  "wai/extensions/live-metering.md",
  "wai/extensions/energy-steering.md",
  "wai/extensions/live-moderation.md",
  "wai/extensions/forensic-watermark.md",
  "wai/extensions/confidentiality.md",
  "wai/extensions/live-messaging.md",
  "wai/extensions/live-ads.md",
  "wai/extensions/ad-presentation.md",
  "wai/extensions/key-release.md",
  "wai/extensions/conformance-results.md",
  "joule-code/joule-code-rs/crates/joule-moq-web/web/ads/**",
  "wai/extensions/stitched-presentation.md",
  "wai/extensions/channel-lineup.md",
  "wai/extensions/live-provenance.md",
  "wai/extensions/deriving-edge.md",
  "wai/extensions/synthesis.md",
  "wai/extensions/exact-upscale.md",
  "wai/extensions/prior-carriage.md",
  "wai/extensions/scene-carriage.md",
  "wai/extensions/avatars.md",
  "wai/tools/wai_avatar_face_train.py",
  "wai/extensions/ai-usage.md",
  "wai/extensions/contribution.md",
  "wai/extensions/live-contribution.md",
  "wai/extensions/settlement.md",
  "wai/extensions/receipt-ledger.md",
  "wai/extensions/revenue-share.md",
  "wai/extensions/opportunity-report.md",
  "wai/extensions/stream-audit.md",
  "wai/extensions/fleet.md",
  "wai/extensions/route-record.md",
  "wai/extensions/native-sink.md",
  "wai/extensions/browser-sink.md",
  "wai/extensions/capability-constraints.md",
  "wai/extensions/sink-energy.md",
  "wai/wai-live-web/**",
  "wai/extensions/takedown.md",
  "wai/extensions/co-performance.md",
  "wai/extensions/age-assurance.md",
  "wai/extensions/influence.md",
  "wai/extensions/direction.md",
  "wai/extensions/bearer-receipts.md",
  "wai/extensions/carousel.md",
  "wai/extensions/holdings.md",
  "wai/extensions/exploration.md",
  "wai/extensions/platform-encode.md",
  "wai/extensions/co-watch.md",
  "wai/extensions/live-worlds.md",
  "joule-code/joule-code-rs/crates/joule-moq-web/web/room/cowatch*",
  "wai/extensions/remote-desktop.md",
  "joule-code/joule-code-rs/crates/joule-moq-web/web/room/remote*",
  "wai/extensions/opus-dred.md",
  "wai/extensions/telemetry-aggregation.md",
  "wai/extensions/delivery-telemetry.md",
  "wai/extensions/exact-tonemap.md",
  "wai/extensions/robustness-evidence.md",
  "wai/extensions/splat-exact.md",
  "wai/extensions/gltf/**",
  "wai/tools/wai_ops_check.py",
  "wai/extensions/pq-signatures.md",
  "wai/extensions/format-probes.md",
  "wai/extensions/media-identify.md",
  "wai/extensions/projection.md",
  "wai/extensions/loc-carriage.md",
  "wai/research/determinism-cost.md",
  "wai/research/determinism-cost/**",
  "wai/tools/wai_determinism_cost_verify.py",
  "wai/extensions/determinism-tiers.md",
  "wai/research/catalogue-prior.md",
  "wai/research/catalogue-prior/**",
  "wai/tools/wai_catalogue_prior_verify.py",
  "wai/extensions/stream-termination.md",
  "wai/wai-web/**",
  "wai/tools/wai_audio_provenance_check.py",
  ".github/workflows/wai-conformance.yml"
 ],
 "WAI_FEATURES": [
  "key_discovery",
  "http",
  "video_manifest",
  "stage_measure",
  "live_events",
  "live_room",
  "capture_take",
  "live_compose",
  "live_record",
  "timed_text",
  "access_services",
  "live_metering",
  "energy_steering",
  "live_moderation",
  "dred_exact",
  "live_ads",
  "live_provenance",
  "synthesis",
  "synthesis_mark",
  "neural_int",
  "exact_upscale",
  "robustness",
  "ai_usage",
  "contribution",
  "settlement",
  "browser_sink",
  "receipt_claims",
  "takedown",
  "influence",
  "direction",
  "co_performance",
  "age_assurance",
  "bearer_receipts",
  "exploration",
  "co_watch",
  "telemetry_aggregate",
  "exact_tonemap",
  "splat_exact",
  "live_watermark",
  "derive_edge",
  "sink_energy",
  "key_release",
  "stitched_presentation",
  "prior_wire",
  "scene_map",
  "avatar_face",
  "receipt_ledger",
  "stream_audit",
  "fleet",
  "native_sink",
  "platform_encode",
  "remote_desktop",
  "stream_termination",
  "live_world",
  "format_probe",
  "identify",
  "live_messaging",
  "conform_result",
  "revenue_share",
  "opportunity_report",
  "channel_lineup",
  "route_record",
  "carousel",
  "holdings"
 ],
 "WAI_PQ_FEATURES": [
  "synthesis",
  "pq_signatures"
 ],
 "WAI_RELEASE_FEATURES": [
  "dred_exact",
  "synthesis_mark",
  "robustness",
  "avatar_face"
 ],
 "union_bins": [
  "wai_http_vectors",
  "wai_stage_measure",
  "wai_browser_sink_vectors",
  "wai_claim_vectors",
  "wai_jwp_vectors",
  "wai_signer_vectors",
  "wai_sink_energy_vectors",
  "wai_stitched_presentation",
  "wai_stream_termination_vectors",
  "wai_format_probe",
  "wai_identify_vectors",
  "wai_conform_result_vectors",
  "wai_channel_lineup_vectors"
 ],
 "pq_bins": [
  "wai_pq_vectors",
  "wai_claim_vectors",
  "wai_jwp_vectors",
  "wai_signer_vectors"
 ],
 "union_tests": [
  "live_events",
  "live_room",
  "capture_take",
  "live_compose",
  "live_record",
  "timed_text",
  "access_services",
  "live_metering",
  "energy_steering",
  "live_moderation",
  "live_ads",
  "ad_presentation",
  "live_provenance",
  "synthesis",
  "exact_upscale",
  "cli_derive",
  "ai_usage",
  "contribution",
  "settlement",
  "browser_sink",
  "takedown",
  "influence",
  "direction",
  "co_performance",
  "age_assurance",
  "bearer_receipts",
  "carousel",
  "holdings",
  "exploration",
  "co_watch",
  "telemetry_aggregate",
  "exact_tonemap",
  "splat_exact",
  "live_watermark",
  "derive_edge",
  "det_cost_bin",
  "sink_energy",
  "key_release",
  "stitched_presentation",
  "prior_wire",
  "scene_map",
  "receipt_ledger",
  "stream_audit",
  "fleet",
  "native_sink",
  "platform_encode",
  "remote_desktop",
  "stream_termination",
  "live_world",
  "format_probe",
  "identify",
  "live_messaging",
  "conform_result",
  "revenue_share",
  "opportunity_report",
  "channel_lineup",
  "route_record"
 ],
 "release_tests": [
  "dred_exact",
  "dred_exact_measure",
  "synthesis_mark",
  "robustness",
  "avatar_face"
 ],
 "alone": [
  "key_discovery",
  "http,video_manifest,key_discovery",
  "stage_measure",
  "live_events",
  "live_room",
  "capture_take",
  "live_compose",
  "live_record",
  "timed_text",
  "access_services",
  "live_metering",
  "energy_steering",
  "live_moderation",
  "dred_exact",
  "live_ads",
  "live_provenance",
  "synthesis",
  "synthesis_mark",
  "neural_int",
  "exact_upscale",
  "robustness",
  "ai_usage",
  "contribution",
  "settlement",
  "browser_sink",
  "browser_sink,receipt_claims",
  "takedown",
  "influence",
  "direction",
  "co_performance",
  "age_assurance",
  "bearer_receipts",
  "carousel",
  "holdings",
  "exploration",
  "co_watch",
  "telemetry_aggregate",
  "exact_tonemap",
  "splat_exact",
  "live_watermark",
  "derive_edge",
  "pq_signatures",
  "synthesis,pq_signatures",
  "sink_energy",
  "key_release",
  "stitched_presentation",
  "prior_wire",
  "prior_wire,neural_int",
  "scene_map",
  "avatar_face",
  "receipt_ledger",
  "stream_audit",
  "fleet",
  "native_sink",
  "platform_encode",
  "remote_desktop",
  "stream_termination",
  "live_world",
  "format_probe",
  "live_messaging",
  "conform_result",
  "revenue_share",
  "opportunity_report",
  "channel_lineup",
  "route_record"
 ],
 "steps": [
  {
   "step": "int_payload_verify.py",
   "wd": "wai",
   "body": "python3 int-payload-conformance/int_payload_verify.py int-payload-conformance"
  },
  {
   "step": "determinism cost · the record, the text quoting it, and wai_det_cost",
   "wd": "wai",
   "body": "set -euo pipefail\npython3 -I tools/wai_determinism_cost_verify.py research/determinism-cost/record.json \\\n  research/determinism-cost.md extensions/determinism-tiers.md\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test det_cost_bin)"
  },
  {
   "step": "catalogue prior · the record and the text quoting it",
   "wd": "wai",
   "body": "python3 -I tools/wai_catalogue_prior_verify.py research/catalogue-prior research/catalogue-prior.md"
  },
  {
   "step": "staged_verify.py",
   "wd": "wai",
   "body": "python3 staged-conformance/staged_verify.py staged-conformance"
  },
  {
   "step": "http_verify.py",
   "wd": "wai",
   "body": "python3 http-conformance/http_verify.py http-conformance"
  },
  {
   "step": "The HTTP differential outside the corpus (wai-rs against http_verify.py)",
   "wd": "wai",
   "body": "set -euo pipefail\nfor seed in 11 12; do\n  \"$RUNNER_TEMP/wai-bins/union/wai_http_vectors\" fuzz http-conformance --seed \"$seed\" --count 400 --out \"$RUNNER_TEMP/http-fuzz-$seed.json\"\n  python3 http-conformance/http_verify.py cases \"$RUNNER_TEMP/http-fuzz-$seed.json\" http-conformance\ndone"
  },
  {
   "step": "measure_verify.py",
   "wd": "wai",
   "body": "python3 staged-measure-conformance/measure_verify.py staged-measure-conformance"
  },
  {
   "step": "sim_verify.py",
   "wd": "wai",
   "body": "python3 staged-measure-conformance/sim_verify.py staged-measure-conformance"
  },
  {
   "step": "sim_diff.py, wai_stage_measure against sim_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\nfor seed in 1 2; do\n  python3 staged-measure-conformance/sim_diff.py \"$RUNNER_TEMP/wai-bins/union/wai_stage_measure\" \"$seed\" 1500\ndone"
  },
  {
   "step": "live events · wai-rs and live_events_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_events::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_events)\npython3 -I live-conformance/live_events_verify.py live-conformance/events"
  },
  {
   "step": "live rooms · wai-rs and live_rooms_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_room::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_room)\npython3 -I live-conformance/live_rooms_verify.py live-conformance/rooms"
  },
  {
   "step": "capture take · wai-rs and capture_take_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib -- capture_take:: output_tree::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test capture_take)\npython3 -I live-conformance/capture_take_verify.py live-conformance/takes"
  },
  {
   "step": "live compose · wai-rs and live_compose_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_compose::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_compose)\npython3 -I live-conformance/live_compose_verify.py live-conformance/compose"
  },
  {
   "step": "live recording · wai-rs and live_record_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib -- live_record:: output_tree::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_record)\npython3 -I live-conformance/live_record_verify.py live-conformance/recordings"
  },
  {
   "step": "timed text · wai-rs and timed_text_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib timed_text::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test timed_text)\npython3 -I live-conformance/timed_text_verify.py live-conformance/captions"
  },
  {
   "step": "access services · wai-rs and access_services_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib access_services::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test access_services)\npython3 -I live-conformance/access_services_verify.py live-conformance/access"
  },
  {
   "step": "conformance results · wai-rs and conform_result_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib conform_result::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test conform_result)\n\"$RUNNER_TEMP/wai-bins/union/wai_conform_result_vectors\" verify conform-result-conformance\npython3 -I conform-result-conformance/conform_result_verify.py conform-result-conformance\nfor c in duplicates format members signature summary verdict; do\n  python3 -I conform-result-conformance/conform_result_verify.py --skip \"$c\" conform-result-conformance | tail -1\ndone"
  },
  {
   "step": "live metering · wai-rs and live_metering_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_metering::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_metering)\npython3 -I live-conformance/live_metering_verify.py live-conformance/metering"
  },
  {
   "step": "energy steering · wai-rs and energy_steering_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib energy_steering::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test energy_steering)\npython3 -I live-conformance/energy_steering_verify.py live-conformance/steering"
  },
  {
   "step": "sink energy · wai-rs and sink_energy_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib sink_energy::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib sink_meter::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test sink_energy)\n(cd wai-rs && \"$RUNNER_TEMP/wai-bins/union/wai_sink_energy_vectors\" verify ../live-conformance/sink-energy)\npython3 -I live-conformance/sink_energy_verify.py live-conformance/sink-energy"
  },
  {
   "step": "live moderation · wai-rs and live_moderation_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_moderation::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_moderation)\npython3 -I live-conformance/live_moderation_verify.py live-conformance/moderation"
  },
  {
   "step": "opus deep redundancy · wai-rs and dred_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\nd=\"${RUNNER_TEMP:-/tmp}/dred\"\nbash live-conformance/dred/fetch.sh \"$d\" vectors\nw=\"$d/dred_unquantized_weights.bin\"\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib dred_exact::)\n(cd wai-rs && WAI_DRED_WEIGHTS=\"$w\" cargo test --release --no-default-features --features \"$WAI_RELEASE_FEATURES\" --test dred_exact)\n(cd wai-rs && WAI_DRED_WEIGHTS=\"$w\" WAI_DRED_VECTORS=\"$d\" cargo test --release --no-default-features --features \"$WAI_RELEASE_FEATURES\" --test dred_exact_measure)\npython3 -I live-conformance/dred_verify.py live-conformance/dred \"$w\""
  },
  {
   "step": "live ads · wai-rs and live_ads_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_ads::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib wai_video_ssai::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_ads)\npython3 -I live-conformance/live_ads_verify.py live-conformance/ads"
  },
  {
   "step": "key release · wai-rs and key_release_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib key_release::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib wai_video_keys::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test key_release)\npython3 -I live-conformance/key_release_verify.py live-conformance/keys"
  },
  {
   "step": "ad presentation · wai-rs, ad_presentation_verify.py and the reference producer",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_ads::presentation::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test ad_presentation)\npython3 -I live-conformance/ad_presentation_verify.py live-conformance/presentation\nnode --test ../joule-code/joule-code-rs/crates/joule-moq-web/web/ads/presentation.test.mjs"
  },
  {
   "step": "stitched presentation · wai-rs, stitched_presentation_verify.py and the reference producer",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib stitched_presentation::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_compose::layout::frame_tests)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test stitched_presentation)\n(cd wai-rs && \"$RUNNER_TEMP/wai-bins/union/wai_stitched_presentation\" vectors verify ../live-conformance/stitched)\npython3 -I live-conformance/stitched_presentation_verify.py live-conformance/stitched\nnode --test ../joule-code/joule-code-rs/crates/joule-moq-web/web/ads/stitched.test.mjs"
  },
  {
   "step": "channel lineup · wai-rs and channel_lineup_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib channel_lineup::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test channel_lineup)\n(cd wai-rs && \"$RUNNER_TEMP/wai-bins/union/wai_channel_lineup_vectors\" verify ../live-conformance/channels)\npython3 -I live-conformance/channel_lineup_verify.py live-conformance/channels"
  },
  {
   "step": "live provenance · wai-rs and c2pa_live_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_provenance::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_provenance)\npython3 -I live-conformance/c2pa_live_verify.py live-conformance/c2pa-live"
  },
  {
   "step": "synthesis provenance · wai-rs and synthesis_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib synthesis::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test synthesis)\npython3 -I live-conformance/synthesis_verify.py live-conformance/synthesis"
  },
  {
   "step": "synthesis watermark · wai-rs and synthesis_mark_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib -- synthesis::mark synthesis_mark::)\n(cd wai-rs && cargo test --release --no-default-features --features \"$WAI_RELEASE_FEATURES\" --test synthesis_mark)\npython3 -I live-conformance/synthesis_mark_verify.py live-conformance/synthesis-mark"
  },
  {
   "step": "exact upscale · wai-rs and upscale_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib int_sr::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib exact_upscale::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test exact_upscale)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test cli_derive)\npython3 -I live-conformance/upscale_verify.py live-conformance/upscale"
  },
  {
   "step": "robustness evidence · wai-rs and robustness_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib robustness::)\n(cd wai-rs && cargo test --release --no-default-features --features \"$WAI_RELEASE_FEATURES\" --test robustness)\npython3 -I live-conformance/robustness_verify.py live-conformance/robustness"
  },
  {
   "step": "prior forms · wai-rs and prior_forms_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib -- prior_wire:: strict_json:: codecs::prior_form)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test prior_wire)\npython3 -I live-conformance/prior_forms_verify.py live-conformance/prior-forms"
  },
  {
   "step": "scene carriage · wai-rs and scene_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib -- scene_map:: strict_json::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test scene_map)\npython3 -I live-conformance/scene_verify.py live-conformance/scene"
  },
  {
   "step": "faces from keypoints · wai-rs and avatar_face_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib avatar_face::)\n(cd wai-rs && cargo test --release --no-default-features --features \"$WAI_RELEASE_FEATURES\" --test avatar_face)\npython3 -I live-conformance/avatar_face_verify.py live-conformance/avatar-face"
  },
  {
   "step": "AI usage · wai-rs and ai_usage_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib ai_usage::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib claim_receipt::consumption::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test ai_usage)\npython3 -I live-conformance/ai_usage_verify.py live-conformance/usage\npython3 -I claim-conformance/claim_verify.py consumption live-conformance/usage/vectors.json"
  },
  {
   "step": "contribution records · wai-rs and contribution_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib contribution::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test contribution)\npython3 -I live-conformance/contribution_verify.py live-conformance/contribution"
  },
  {
   "step": "live contribution · live_contribution_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\npython3 -I live-conformance/live_contribution_verify.py live-conformance/links"
  },
  {
   "step": "delivery settlement · wai-rs and settlement_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib settlement::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test settlement)\npython3 -I live-conformance/settlement_verify.py live-conformance/settlement"
  },
  {
   "step": "receipt ledger · wai-rs and receipt_ledger_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib receipt_ledger::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test receipt_ledger)\npython3 -I live-conformance/receipt_ledger_verify.py live-conformance/ledger"
  },
  {
   "step": "revenue share · wai-rs and revenue_share_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib revenue_share::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib wai_video_channel::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test revenue_share)\npython3 -I live-conformance/revenue_share_verify.py live-conformance/share"
  },
  {
   "step": "opportunity report · wai-rs and opportunity_report_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib opportunity_report::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test opportunity_report)\npython3 -I live-conformance/opportunity_report_verify.py live-conformance/opportunity"
  },
  {
   "step": "stream audit · wai-rs and stream_audit_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib stream_audit::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test stream_audit)\npython3 -I live-conformance/stream_audit_verify.py live-conformance/audit"
  },
  {
   "step": "fleet · wai-rs and fleet_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib fleet::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test fleet)\npython3 -I live-conformance/fleet_verify.py live-conformance/fleet"
  },
  {
   "step": "route record · wai-rs and route_record_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib route_record::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test route_record)\npython3 -I live-conformance/route_record_verify.py live-conformance/routes"
  },
  {
   "step": "native sink · wai-rs and native_sink_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib native_sink::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test native_sink)\npython3 -I live-conformance/native_sink_verify.py live-conformance/native-sink"
  },
  {
   "step": "browser sink · wai-rs, wai-live-web and browser_sink_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib browser_sink::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test browser_sink)\n(cd wai-rs && \"$RUNNER_TEMP/wai-bins/union/wai_browser_sink_vectors\" verify ../live-conformance/browser)\n(cd wai-live-web && cargo test --locked --features int_video --lib browser_tests)\npython3 -I live-conformance/browser_sink_verify.py live-conformance/browser"
  },
  {
   "step": "takedown · wai-rs and takedown_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib takedown::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test takedown)\npython3 -I live-conformance/takedown_verify.py live-conformance/takedown"
  },
  {
   "step": "influence attribution · wai-rs and influence_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib influence::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test influence)\npython3 -I live-conformance/influence_verify.py live-conformance/influence"
  },
  {
   "step": "direction records · wai-rs and direction_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib direction::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test direction)\npython3 -I live-conformance/direction_verify.py live-conformance/direction"
  },
  {
   "step": "co-performance · wai-rs and co_performance_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib co_performance::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test co_performance)\npython3 -I live-conformance/co_performance_verify.py live-conformance/coperformance"
  },
  {
   "step": "age assurance · wai-rs and age_assurance_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib age_assurance::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test age_assurance)\npython3 -I live-conformance/age_assurance_verify.py live-conformance/age"
  },
  {
   "step": "bearer receipts · wai-rs and bearer_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib bearer)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test bearer_receipts)\npython3 -I live-conformance/bearer_verify.py live-conformance/bearers\npython3 -I claim-conformance/claim_verify.py bearer live-conformance/bearers/vectors.json"
  },
  {
   "step": "carousel schedule · wai-rs and carousel_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib -- carousel:: claim_receipt::schedule::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test carousel)\npython3 -I live-conformance/carousel_verify.py live-conformance/carousel\npython3 -I claim-conformance/claim_verify.py carousel live-conformance/carousel/vectors.json"
  },
  {
   "step": "holdings · wai-rs and holdings_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib -- holdings::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test holdings)\npython3 -I live-conformance/holdings_verify.py live-conformance/holdings"
  },
  {
   "step": "exploration · wai-rs and exploration_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib exploration::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test exploration)\npython3 -I live-conformance/exploration_verify.py live-conformance/exploration"
  },
  {
   "step": "platform-encode · wai-rs and encode_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --locked --no-default-features --features \"$WAI_FEATURES\" --lib platform_encode::)\n(cd wai-rs && cargo test --locked --no-default-features --features \"$WAI_FEATURES\" --test platform_encode)\npython3 -I encode-conformance/encode_verify.py encode-conformance"
  },
  {
   "step": "co-watch · wai-rs, co_watch_verify.py and the page's module",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib co_watch::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test co_watch)\npython3 -I live-conformance/co_watch_verify.py live-conformance/cowatch\nnode --test ../joule-code/joule-code-rs/crates/joule-moq-web/web/room/cowatch.test.mjs"
  },
  {
   "step": "remote desktop · wai-rs, remote_desktop_verify.py and the page's module",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib -- remote_desktop:: hpke::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test remote_desktop)\npython3 -I live-conformance/remote_desktop_verify.py live-conformance/remote\nnode --test ../joule-code/joule-code-rs/crates/joule-moq-web/web/room/remote.test.mjs"
  },
  {
   "step": "QoE aggregation · wai-rs and telemetry_aggregate_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib -- telemetry_aggregate:: telemetry::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test telemetry_aggregate)\npython3 -I live-conformance/telemetry_aggregate_verify.py live-conformance/aggregate"
  },
  {
   "step": "exact tone mapping · wai-rs and tonemap_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib -- exact_tonemap:: png_still::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test exact_tonemap)\npython3 -I live-conformance/tonemap_verify.py live-conformance/tonemap"
  },
  {
   "step": "exact splats · wai-rs and splat_exact_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib splat_exact::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test splat_exact)\npython3 -I live-conformance/splat_exact_verify.py live-conformance/splat"
  },
  {
   "step": "stream termination · wai-rs, wai-live-web and stream_termination_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib stream_termination::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test stream_termination)\n(cd wai-rs && \"$RUNNER_TEMP/wai-bins/union/wai_stream_termination_vectors\" verify ../live-conformance/termination)\n(cd wai-live-web && cargo test --locked --features int_video --lib termination_tests)\npython3 -I live-conformance/stream_termination_verify.py live-conformance/termination"
  },
  {
   "step": "live worlds · wai-rs and live_worlds_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_world::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_world)\npython3 -I live-conformance/live_worlds_verify.py live-conformance/worlds"
  },
  {
   "step": "end-to-end encrypted rooms · e2ee_verify.py",
   "wd": "wai",
   "body": "python3 -I live-conformance/e2ee_verify.py live-conformance/e2ee"
  },
  {
   "step": "live messaging · wai-rs and live_messaging_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_messaging)\npython3 -I live-conformance/live_messaging_verify.py live-conformance/messaging"
  },
  {
   "step": "forensic watermark sessions · wai-rs and live_watermark_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib live_watermark::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test live_watermark)\npython3 -I live-conformance/live_watermark_verify.py live-conformance/watermark"
  },
  {
   "step": "deriving edge · wai-rs and edge_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib derive_edge::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib png_still::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test derive_edge)\npython3 -I edge-conformance/edge_verify.py edge-conformance"
  },
  {
   "step": "cue injection and Enhanced RTMP · injection_verify.py and ertmp_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\npython3 -I live-conformance/injection_verify.py --self-test live-conformance/injection\npython3 -I live-conformance/ertmp_verify.py --self-test live-conformance/ertmp"
  },
  {
   "step": "quantum referee.py",
   "wd": ".",
   "body": "python3 -I wai/quantum-conformance/tools/referee.py wai/quantum-conformance"
  },
  {
   "step": "hybrid signatures · wai-rs and pq_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_PQ_FEATURES\" --lib pq_sig::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_PQ_FEATURES\" --lib synthesis::pq_tests)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_PQ_FEATURES\" --test pq_signatures)\npython3 -I pq-conformance/pq_verify.py pq-conformance\npython3 -I pq-conformance/pq_verify.py verdicts pq-conformance/vectors.json > \"$RUNNER_TEMP/pq-py.tsv\"\n(cd wai-rs && \"$RUNNER_TEMP/wai-bins/pq/wai_pq_vectors\" verdicts ../pq-conformance/vectors.json) > \"$RUNNER_TEMP/pq-rs.tsv\"\ndiff \"$RUNNER_TEMP/pq-py.tsv\" \"$RUNNER_TEMP/pq-rs.tsv\""
  },
  {
   "step": "claim_verify.py, differential.py, jwp_verify.py, chain_differential.py, chain_gap_differential.py, signer_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\npython3 claim-conformance/claim_verify.py claim-conformance/vectors.json\npython3 jwp-conformance/jwp_verify.py jwp-conformance/vectors.json\npython3 signer-conformance/signer_verify.py signer-conformance/vectors.json\npython3 signer-conformance/signer_verify.py verdicts signer-conformance/vectors.json > \"$RUNNER_TEMP/signer-py.tsv\"\n# Each differential against both builds the first step copied (see its comment).\nfor build in union pq; do\n  bins=\"$RUNNER_TEMP/wai-bins/$build\"\n  if [ \"$build\" = pq ]; then features=$WAI_PQ_FEATURES; else features=$WAI_FEATURES; fi\n  echo \"::group::the differentials against the $build build (features $features)\"\n  python3 claim-conformance/differential.py \"$bins/wai_claim_vectors\" --random 2000 --seed 1\n  for seed in 1 2; do\n    python3 jwp-conformance/chain_differential.py \"$bins/wai_jwp_vectors\" --n 3000 --seed \"$seed\"\n    python3 jwp-conformance/chain_gap_differential.py \"$bins/wai_jwp_vectors\" --n 400 --seed \"$seed\"\n  done\n  \"$bins/wai_signer_vectors\" verdicts signer-conformance/vectors.json > \"$RUNNER_TEMP/signer-rs-$build.tsv\"\n  diff \"$RUNNER_TEMP/signer-py.tsv\" \"$RUNNER_TEMP/signer-rs-$build.tsv\"\n  echo \"the $build build: every differential agrees\"\n  echo \"::endgroup::\"\ndone"
  },
  {
   "step": "header probes · wai-rs, the fetched LCEVC streams and format_probe_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib format_probe::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test format_probe)\nfetched=$(mktemp -d)\nbash format-probe-conformance/fetch.sh \"$fetched\"\n(cd wai-rs && \"$RUNNER_TEMP/wai-bins/union/wai_format_probe\" verify ../format-probe-conformance --fetched \"$fetched\")\npython3 -I format-probe-conformance/format_probe_verify.py format-probe-conformance --fetched \"$fetched\""
  },
  {
   "step": "media identification · wai-rs and identify_verify.py",
   "wd": "wai",
   "body": "set -euo pipefail\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --lib identify::)\n(cd wai-rs && cargo test --no-default-features --features \"$WAI_FEATURES\" --test identify)\n(cd wai-rs && \"$RUNNER_TEMP/wai-bins/union/wai_identify_vectors\" verify ../identify-conformance)\npython3 -I identify-conformance/identify_verify.py identify-conformance"
  },
  {
   "step": "cmsd_read_verify.py",
   "wd": "wai",
   "body": "python3 -I telemetry-conformance/cmsd_read_verify.py telemetry-conformance"
  },
  {
   "step": "loc_verify.py",
   "wd": "wai",
   "body": "python3 -I live-conformance/loc_verify.py live-conformance/loc"
  }
 ],
 "int_kernels_debug_features": [
  "audio_int",
  "generate",
  "i32_forms",
  "legacy_int",
  "neural_int",
  "score",
  "splat_int",
  "stage_measure",
  "staged",
  "video_int",
  "world_int"
 ],
 "int_kernels_debug_tests": [
  "cli_generate_score",
  "cli_stage",
  "generate",
  "int_audio",
  "int_audio_ops",
  "int_hyper_ops",
  "int_kernels_geometry",
  "int_kernels_vectors",
  "int_mlicpp",
  "int_mlicpp_ops",
  "int_mlicpp_preflight",
  "int_ops_conformance",
  "int_ops_differential",
  "int_payload",
  "int_payload_cost",
  "int_payload_preflight",
  "int_set_cache",
  "int_splat",
  "int_splat_ops",
  "int_synth_ops",
  "int_video",
  "int_video_enc_memory",
  "int_video_halfpel",
  "int_video_keyframe",
  "int_video_ops",
  "int_world",
  "int_world2",
  "int_world_memory",
  "int_world_ops",
  "jpegai_bitstream_calibration",
  "jpegai_nets_ops",
  "jpegai_ops",
  "stage_measure",
  "stage_measure_bounds",
  "staged_resources",
  "wir1_ops"
 ],
 "int_kernels_release_features": [
  "audio_int",
  "generate",
  "i32_forms",
  "legacy_int",
  "neural_int",
  "score",
  "splat_int",
  "stage_measure",
  "staged",
  "video_int",
  "world_int"
 ],
 "int_kernels_release_tests": [
  "cli_generate_score",
  "cli_stage",
  "generate",
  "int_audio",
  "int_audio_ops",
  "int_hyper_ops",
  "int_kernels_geometry",
  "int_kernels_vectors",
  "int_mlicpp",
  "int_mlicpp_ops",
  "int_mlicpp_preflight",
  "int_ops_conformance",
  "int_ops_differential",
  "int_payload",
  "int_payload_cost",
  "int_payload_preflight",
  "int_set_cache",
  "int_splat",
  "int_splat_ops",
  "int_synth_ops",
  "int_video",
  "int_video_enc_memory",
  "int_video_halfpel",
  "int_video_keyframe",
  "int_video_ops",
  "int_world",
  "int_world2",
  "int_world_memory",
  "int_world_ops",
  "jpegai_bitstream_calibration",
  "jpegai_nets_ops",
  "jpegai_ops",
  "manifest_parse_memory",
  "manifest_reader_equivalence",
  "stage_measure",
  "stage_measure_bounds",
  "staged_resources",
  "wir1_ops"
 ],
 "int_kernels_amd_features": [
  "audio_int",
  "generate",
  "i32_forms",
  "legacy_int",
  "neural_int",
  "score",
  "splat_int",
  "stage_measure",
  "staged",
  "video_int",
  "world_int"
 ],
 "int_kernels_amd_tests": [
  "int_audio_ops",
  "int_hyper_ops",
  "int_kernels_geometry",
  "int_kernels_vectors",
  "int_mlicpp_ops",
  "int_ops_conformance",
  "int_splat_ops",
  "int_synth_ops",
  "int_video_ops",
  "int_world_ops",
  "jpegai_nets_ops",
  "jpegai_ops",
  "wir1_ops"
 ],
 "corpora_features": [
  "audio_int",
  "audio_scene",
  "film",
  "haptic",
  "http",
  "key_discovery",
  "neural_int",
  "oer",
  "pq_signatures",
  "provenance",
  "quantum",
  "quantum_ops",
  "receipt_claims",
  "score",
  "splat4d",
  "splat_int",
  "stage_measure",
  "staged",
  "telemetry",
  "video_int",
  "video_manifest",
  "world"
 ],
 "corpora": [
  "worlds wai_world_vectors ../world-conformance",
  "spatial-audio wai_audio_vectors ../audio-conformance",
  "haptics wai_haptic_vectors ../haptic-conformance",
  "state-feeds wai_feed_vectors ../feed-conformance",
  "avatars wai_avatar_vectors ../avatar-conformance",
  "volumetric wai_splat4d_vectors ../volumetric-conformance",
  "score wai_score_vectors ../score-conformance",
  "int-synth wai_int_synth_vectors ../neural-conformance",
  "film wai_film_vectors ../film-conformance",
  "quantum wai_quantum_vectors ../quantum-conformance",
  "quantum-ops wai_quantum_ops_vectors ../quantum-ops-conformance",
  "oer wai_oer_vectors ../oer-conformance",
  "jwp wai_jwp_vectors ../jwp-conformance",
  "claims wai_claim_vectors ../claim-conformance",
  "pin wai_pin_vectors ../pin-conformance",
  "signers wai_signer_vectors ../signer-conformance",
  "int-payload wai_int_payload_vectors ../int-payload-conformance",
  "staged wai_staged_vectors ../staged-conformance",
  "http wai_http_vectors ../http-conformance",
  "staged-measure wai_stage_measure ../staged-measure-conformance",
  "telemetry wai_telemetry ../telemetry-conformance",
  "pq-signatures wai_pq_vectors ../pq-conformance"
 ]
}