{ "$schema": "https://json-schema.org/draft/2020-12/schema", "$id": "https://git.transaction.science/Transaction-Science/open-standards/raw/branch/main/wai/wai-quantum-cli/schemas/eval-answers.v1.json", "title": "wai.quantum.eval-answers/1", "description": "wai-quantum eval corpus's output (wai/quantum-conformance/eval/answers.json): each task's answer written four ways, for measuring what each costs a model in tokens: plain (the program alone, in a fenced block), views (the answer view layer whole), views_request (the layer with the request alone) and job (the run tool's JSON).", "type": "object", "required": [ "format", "answers" ], "properties": { "format": { "const": "wai.quantum.eval-answers/1" }, "about": { "type": "string" }, "answers": { "type": "array", "items": { "type": "object", "required": [ "name", "plain", "views", "views_request", "job" ], "properties": { "name": { "type": "string" }, "plain": { "type": "string" }, "views": { "type": "string" }, "views_request": { "type": "string" }, "job": { "type": "string" } } } } } }