{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://git.transaction.science/Transaction-Science/open-standards/raw/branch/main/wai/wai-quantum/schemas/telemetry.v1.json",
  "title": "wai.quantum.telemetry/1",
  "description": "A correctness record (engine::telemetry): one per answer a model gives, kept only where the person keeps it and only when they turn it on, sent nowhere. It says how far the engine checked the answer and what the person made of it: the codes it drew, the verdict's level and whether its intents held, the repairs made, the person's decision and the digest of the receipt that seals the run. A record keeps these fields and no other.",
  "type": "object",
  "required": [
    "format",
    "codes",
    "repairs",
    "decision"
  ],
  "properties": {
    "format": {
      "const": "wai.quantum.telemetry/1"
    },
    "at": {
      "type": [
        "integer",
        "number",
        "string"
      ],
      "description": "When, as the host gives it."
    },
    "surface": {
      "type": "string"
    },
    "model": {
      "type": "string"
    },
    "task": {
      "type": "string"
    },
    "program": {
      "type": "string"
    },
    "intent": {},
    "run": {
      "type": "object"
    },
    "codes": {
      "type": "array",
      "items": {
        "type": "string"
      },
      "description": "Codes of the reader or the job layer."
    },
    "verdict": {
      "type": "object",
      "required": [
        "level"
      ],
      "properties": {
        "level": {
          "enum": [
            "refused",
            "parsed",
            "executed",
            "evidence",
            "proof"
          ]
        },
        "holds": {
          "type": [
            "boolean",
            "null"
          ]
        }
      }
    },
    "repairs": {
      "type": "array",
      "items": {
        "type": "string"
      }
    },
    "decision": {
      "enum": [
        "accepted",
        "rejected",
        "pending"
      ]
    },
    "receipt": {
      "type": "string",
      "description": "The sealing receipt's digest, 64 hex digits."
    }
  },
  "$defs": {
    "corpus": {
      "type": "object",
      "description": "The failures among records as an evaluation corpus, in the intent conformance format (wai.quantum-intent-conformance-bundle/1): each case the program the model wrote, what it was asked, its intent and run, why it failed, and the verdict it got.",
      "required": [
        "format",
        "cases"
      ],
      "properties": {
        "format": {
          "const": "wai.quantum-intent-conformance-bundle/1"
        },
        "about": {
          "type": "string"
        },
        "cases": {
          "type": "array",
          "items": {
            "type": "object",
            "required": [
              "name",
              "covers",
              "run",
              "expect"
            ],
            "properties": {
              "name": {
                "type": "string"
              },
              "covers": {
                "type": "array",
                "items": {
                  "type": "string"
                }
              },
              "run": {
                "type": "object"
              },
              "expect": {
                "type": "object",
                "properties": {
                  "level": {
                    "type": [
                      "string",
                      "null"
                    ]
                  },
                  "holds": {
                    "type": [
                      "boolean",
                      "null"
                    ]
                  },
                  "codes": {
                    "type": [
                      "array",
                      "null"
                    ]
                  }
                }
              },
              "qasm": {
                "type": "string"
              },
              "ask": {
                "type": "string"
              },
              "intent": {},
              "model": {
                "type": "string"
              },
              "receipt": {
                "type": "string"
              }
            }
          }
        }
      }
    }
  }
}