9258a0739f
The apps branch's documents join the version contract. The answer layer's documents (wai.quantum.answer/1: an answer read, carried out, a seal's request and result, a stored answer checked), described as a draft whose form may change before the extension settles; a correctness record and its corpus (wai.quantum.telemetry/1); the views page's manifest (wai.quantum.views-bundle/1); and the command line's harness report, corpus and token counts (wai.quantum.eval-report/1, eval-answers/1, token-cost/1). The engine's test holds every answer of the layer's conformance set (read, carried out, half arrived, and stored and verified), records, the corpus and the committed manifest to them; the eval tests hold a scripted run's report, a model server's, the corpus and the committed token counts; check_schemas.py holds the committed documents too. The tool and diagnostic schemas take the answer layer's outcomes, dropped and defaulted. The result view's own tool, poll_quantum_job, listed only to a host that draws views, answers to the job's schema, and the strict test holds it. The basis rename reaches the views: a compile's words and its view name the gate set by its basis (both read the certificate's old target), and a test in each holds it. The service's job summary now lives in engine::views (the apps branch moved it there); it carries the durable branch's set summary and the processor packages' energy wording with it. The answer set's stored seal was made at 0.6.16; the values it seals name their engine, so it is written again at 0.7.0 (WAI_ANSWER_BUNDLE_WRITE=1). The views crate's lock moves to wai-quantum 0.7.0. Co-Authored-By: Claude Opus 5.5 <[email protected]>
169 lines
4.2 KiB
JSON
169 lines
4.2 KiB
JSON
{
|
|
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
"$id": "https://git.transaction.science/Transaction-Science/open-standards/raw/branch/main/wai/wai-quantum/schemas/telemetry.v1.json",
|
|
"title": "wai.quantum.telemetry/1",
|
|
"description": "A correctness record (engine::telemetry): one per answer a model gives, kept only where the person keeps it and only when they turn it on, sent nowhere. It says how far the engine checked the answer and what the person made of it: the codes it drew, the verdict's level and whether its intents held, the repairs made, the person's decision and the digest of the receipt that seals the run. A record keeps these fields and no other.",
|
|
"type": "object",
|
|
"required": [
|
|
"format",
|
|
"codes",
|
|
"repairs",
|
|
"decision"
|
|
],
|
|
"properties": {
|
|
"format": {
|
|
"const": "wai.quantum.telemetry/1"
|
|
},
|
|
"at": {
|
|
"type": [
|
|
"integer",
|
|
"number",
|
|
"string"
|
|
],
|
|
"description": "When, as the host gives it."
|
|
},
|
|
"surface": {
|
|
"type": "string"
|
|
},
|
|
"model": {
|
|
"type": "string"
|
|
},
|
|
"task": {
|
|
"type": "string"
|
|
},
|
|
"program": {
|
|
"type": "string"
|
|
},
|
|
"intent": {},
|
|
"run": {
|
|
"type": "object"
|
|
},
|
|
"codes": {
|
|
"type": "array",
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"description": "Codes of the reader or the job layer."
|
|
},
|
|
"verdict": {
|
|
"type": "object",
|
|
"required": [
|
|
"level"
|
|
],
|
|
"properties": {
|
|
"level": {
|
|
"enum": [
|
|
"refused",
|
|
"parsed",
|
|
"executed",
|
|
"evidence",
|
|
"proof"
|
|
]
|
|
},
|
|
"holds": {
|
|
"type": [
|
|
"boolean",
|
|
"null"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"repairs": {
|
|
"type": "array",
|
|
"items": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"decision": {
|
|
"enum": [
|
|
"accepted",
|
|
"rejected",
|
|
"pending"
|
|
]
|
|
},
|
|
"receipt": {
|
|
"type": "string",
|
|
"description": "The sealing receipt's digest, 64 hex digits."
|
|
}
|
|
},
|
|
"$defs": {
|
|
"corpus": {
|
|
"type": "object",
|
|
"description": "The failures among records as an evaluation corpus, in the intent conformance format (wai.quantum-intent-conformance-bundle/1): each case the program the model wrote, what it was asked, its intent and run, why it failed, and the verdict it got.",
|
|
"required": [
|
|
"format",
|
|
"cases"
|
|
],
|
|
"properties": {
|
|
"format": {
|
|
"const": "wai.quantum-intent-conformance-bundle/1"
|
|
},
|
|
"about": {
|
|
"type": "string"
|
|
},
|
|
"cases": {
|
|
"type": "array",
|
|
"items": {
|
|
"type": "object",
|
|
"required": [
|
|
"name",
|
|
"covers",
|
|
"run",
|
|
"expect"
|
|
],
|
|
"properties": {
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"covers": {
|
|
"type": "array",
|
|
"items": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"run": {
|
|
"type": "object"
|
|
},
|
|
"expect": {
|
|
"type": "object",
|
|
"properties": {
|
|
"level": {
|
|
"type": [
|
|
"string",
|
|
"null"
|
|
]
|
|
},
|
|
"holds": {
|
|
"type": [
|
|
"boolean",
|
|
"null"
|
|
]
|
|
},
|
|
"codes": {
|
|
"type": [
|
|
"array",
|
|
"null"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"qasm": {
|
|
"type": "string"
|
|
},
|
|
"ask": {
|
|
"type": "string"
|
|
},
|
|
"intent": {},
|
|
"model": {
|
|
"type": "string"
|
|
},
|
|
"receipt": {
|
|
"type": "string"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|