{
 "about": "One run of the cross-simulator corpus: every check, its measured value and its tolerance. tools/compare.py writes it.",
 "tier": "full",
 "inject": null,
 "host": {
  "system": "Linux",
  "machine": "x86_64",
  "release": "7.0.0-38-generic",
  "cpu": "AMD RYZEN AI MAX+ 395 w/ Radeon 8060S",
  "memory_bytes": 131890810880,
  "os": "Ubuntu 26.04.1 LTS",
  "logical_cpus": 32,
  "load_average": [
   25.94677734375,
   26.87744140625,
   27.10009765625
  ]
 },
 "versions": {
  "cirq-core": "1.7.0",
  "mqt.core": "3.11.0",
  "mqt.ddsim": "2.7.0",
  "numpy": "2.5.4",
  "python": "3.12.16",
  "qiskit": "2.6.2",
  "qiskit-aer": "0.18.2",
  "qsimcirq": "0.22.1",
  "quimb": "1.15.0",
  "scipy": "1.18.1",
  "stim": "1.16.0"
 },
 "engine_under_test": {
  "driver": "cross_simulator",
  "build": "wai/wai-quantum fa7f3d5f643b290ac9ef23cdb44f85071ce71b2c, wai/wai-quantum-qpu 9d96ed2e35ff1dedddc242e02d709781fc41b0f4, wai/wai-quantum-cli 04efb0fce4b6863aa99c5197fafadcbc08b3175a, wai/quantum-cross-simulator/tools 110a19705e2ac2d14a0c3830114e1965a454f2a4, wai/quantum-cross-simulator/corpus 3938a66b757ea0cdcd2c4026b264563d66e51263; rustc 1.99.1 (58cf8f9c3 2026-10-13)"
 },
 "seconds": 4600.4,
 "summary": {
  "pass": 1970,
  "refused": 11,
  "not run": 17,
  "info": 19,
  "known": 12
 },
 "checks": [
  {
   "entry": "corpus",
   "engine": "corpus.py",
   "quantity": "circuits whose text differs from the manifest",
   "measured": [],
   "tolerance": [],
   "status": "pass"
  },
  {
   "entry": "corpus",
   "engine": "exact",
   "quantity": "the extension's phase table P(1..32): the integer reference's cos and sin, rounded to the nearest 2^-30, against the referee's",
   "measured": [],
   "tolerance": [],
   "status": "pass"
  },
  {
   "entry": "bit_order_x_low",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.0,
   "global_phase": 0.0
  },
  {
   "entry": "bit_order_x_low",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 0.0,
   "tolerance": 8.881784197001252e-16,
   "status": "pass"
  },
  {
   "entry": "bit_order_x_low",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 0.0,
   "tolerance": 2.2965544605210906e-15,
   "status": "pass"
  },
  {
   "entry": "bit_order_x_low",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "bit_order_x_low",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 4.700863032062479e-15,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.000117191
  },
  {
   "entry": "bit_order_x_low",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 4.871667415400809e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.000152938
  },
  {
   "entry": "bit_order_x_low",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 4.871667415400809e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.000112252,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "bit_order_x_low",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 4.700863032062479e-15,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.7334185079671443
  },
  {
   "entry": "bit_order_x_low",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 1.468476820049565e-13,
   "status": "pass",
   "note": "double precision, a contraction of width 5.0",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.0021193530410528183
  },
  {
   "entry": "bit_order_x_low",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 1.3666778863689539e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.008215114008635283
  },
  {
   "entry": "bit_order_x_low",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 1.3077299742866642e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.0005768490955233574
  },
  {
   "entry": "bit_order_x_low",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 5,
   "tolerance": 5,
   "status": "pass"
  },
  {
   "entry": "bit_order_x_low",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 3.320211544632912e-05
  },
  {
   "entry": "bit_order_x_low",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 4.458e-06
  },
  {
   "entry": "bit_order_x_low",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 0,
   "tolerance": 0,
   "status": "pass"
  },
  {
   "entry": "bit_order_x_low",
   "engine": "aer.stabilizer",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.000115117
  },
  {
   "entry": "bit_order_x_low",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 0.0,
   "tolerance": 4.440892098500626e-16,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "bit_order_x_high",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.0,
   "global_phase": 0.0
  },
  {
   "entry": "bit_order_x_high",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 0.0,
   "tolerance": 8.881784197001252e-16,
   "status": "pass"
  },
  {
   "entry": "bit_order_x_high",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 0.0,
   "tolerance": 2.2965544605210906e-15,
   "status": "pass"
  },
  {
   "entry": "bit_order_x_high",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "bit_order_x_high",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 4.700863032062479e-15,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.000112272
  },
  {
   "entry": "bit_order_x_high",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 4.871667415400809e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.000149903
  },
  {
   "entry": "bit_order_x_high",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 4.871667415400809e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.000108605,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "bit_order_x_high",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 4.700863032062479e-15,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.6142275109887123
  },
  {
   "entry": "bit_order_x_high",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 1.468476820049565e-13,
   "status": "pass",
   "note": "double precision, a contraction of width 5.0",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.0013820999301970005
  },
  {
   "entry": "bit_order_x_high",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 1.3666778863689539e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.005748657044023275
  },
  {
   "entry": "bit_order_x_high",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 1.3077299742866642e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.000424893107265234
  },
  {
   "entry": "bit_order_x_high",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 5,
   "tolerance": 5,
   "status": "pass"
  },
  {
   "entry": "bit_order_x_high",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 3.382284194231033e-05
  },
  {
   "entry": "bit_order_x_high",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 4.679e-06
  },
  {
   "entry": "bit_order_x_high",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 0,
   "tolerance": 0,
   "status": "pass"
  },
  {
   "entry": "bit_order_x_high",
   "engine": "aer.stabilizer",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 9.3707e-05
  },
  {
   "entry": "bit_order_x_high",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 0.0,
   "tolerance": 4.440892098500626e-16,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "bit_order_product",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.101340961075098e-09,
   "tolerance": 4.4478839744439606e-07,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.6636598699191941,
   "global_phase": -0.6764855256910371
  },
  {
   "entry": "bit_order_product",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 9.271193984589905e-09,
   "tolerance": 4.447883983325745e-07,
   "status": "pass"
  },
  {
   "entry": "bit_order_product",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.1686050303392196e-15,
   "tolerance": 6.003997213418409e-14,
   "status": "pass"
  },
  {
   "entry": "bit_order_product",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "bit_order_product",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.7994248207898495e-16,
   "tolerance": 5.6410356384752665e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.853028722211445e-16,
   "global_phase": -5.504485103160786e-17,
   "seconds": 0.000187514
  },
  {
   "entry": "bit_order_product",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.5470875668068414e-16,
   "tolerance": 3.166583820010611e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.7214193512736154e-16,
   "global_phase": -7.54854054484019e-17,
   "seconds": 0.000139243
  },
  {
   "entry": "bit_order_product",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.5470875668068414e-16,
   "tolerance": 3.166583820010611e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.7214193512736154e-16,
   "global_phase": -7.54854054484019e-17,
   "seconds": 0.000121098,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "bit_order_product",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.949534607949252e-16,
   "tolerance": 5.6410356384752665e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 3.964222321740644e-16,
   "global_phase": -3.4093253995171833e-17,
   "seconds": 0.46749041322618723
  },
  {
   "entry": "bit_order_product",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.718413879481438e-16,
   "tolerance": 1.134612720231851e-12,
   "status": "pass",
   "note": "double precision, a contraction of width 6.0",
   "strict": 2.773703885184681e-16,
   "global_phase": -5.510528309801803e-17,
   "seconds": 0.0018479800783097744
  },
  {
   "entry": "bit_order_product",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.928203655289495e-17,
   "tolerance": 1.9128618742088685e-11,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 6.011275315895486e-17,
   "global_phase": 9.959077994004481e-18,
   "seconds": 0.005209498107433319
  },
  {
   "entry": "bit_order_product",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.25595633077455e-08,
   "tolerance": 1.5692985431664063e-05,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 3.518581035832407e-08,
   "global_phase": 1.33385189244294e-08,
   "seconds": 0.0006064851768314838
  },
  {
   "entry": "bit_order_product",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 3.050764008855412e-09,
   "tolerance": 4.4478839788848527e-07,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "bit_order_control",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.0,
   "global_phase": 0.0
  },
  {
   "entry": "bit_order_control",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 0.0,
   "tolerance": 8.881784197001252e-16,
   "status": "pass"
  },
  {
   "entry": "bit_order_control",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 0.0,
   "tolerance": 3.7049305013420606e-15,
   "status": "pass"
  },
  {
   "entry": "bit_order_control",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "bit_order_control",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 9.401726064125002e-15,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.000128633
  },
  {
   "entry": "bit_order_control",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 7.307501123101233e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.000127762
  },
  {
   "entry": "bit_order_control",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 7.307501123101233e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.000148861,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "bit_order_control",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 9.401726064125002e-15,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.49726836010813713
  },
  {
   "entry": "bit_order_control",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.3306690738754696e-16,
   "tolerance": 6.120442760161298e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 4.0",
   "strict": 3.3306690738754696e-16,
   "global_phase": 0.0,
   "seconds": 0.0016391249373555183
  },
  {
   "entry": "bit_order_control",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 2.2786084218528912e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.0052271620370447636
  },
  {
   "entry": "bit_order_control",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 2.6154633688797537e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.00046571996062994003
  },
  {
   "entry": "bit_order_control",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 4,
   "tolerance": 4,
   "status": "pass"
  },
  {
   "entry": "bit_order_control",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 3.214087337255478e-05
  },
  {
   "entry": "bit_order_control",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 4.979e-06
  },
  {
   "entry": "bit_order_control",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 0,
   "tolerance": 0,
   "status": "pass"
  },
  {
   "entry": "bit_order_control",
   "engine": "aer.stabilizer",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 9.3016e-05
  },
  {
   "entry": "bit_order_control",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 0.0,
   "tolerance": 4.440892098500626e-16,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "empty_register",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.0,
   "global_phase": 0.0
  },
  {
   "entry": "empty_register",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 0.0,
   "tolerance": 8.881784197001252e-16,
   "status": "pass"
  },
  {
   "entry": "empty_register",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 0.0,
   "tolerance": 8.881784197001252e-16,
   "status": "pass"
  },
  {
   "entry": "empty_register",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "empty_register",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 5.41e-07
  },
  {
   "entry": "empty_register",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 2.4358337077003988e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.000138461
  },
  {
   "entry": "empty_register",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 2.4358337077003988e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 8.2315e-05,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "empty_register",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.46168179297819734
  },
  {
   "entry": "empty_register",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 3.0",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.0011841063387691975
  },
  {
   "entry": "empty_register",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.005617439281195402
  },
  {
   "entry": "empty_register",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 0.0,
   "global_phase": 0.0,
   "seconds": 0.0003875419497489929
  },
  {
   "entry": "empty_register",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 3,
   "tolerance": 3,
   "status": "pass"
  },
  {
   "entry": "empty_register",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 3.514625132083893e-05
  },
  {
   "entry": "empty_register",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 4.549e-06
  },
  {
   "entry": "empty_register",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 0,
   "tolerance": 0,
   "status": "pass"
  },
  {
   "entry": "empty_register",
   "engine": "aer.stabilizer",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.000115028
  },
  {
   "entry": "empty_register",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 0.0,
   "tolerance": 4.440892098500626e-16,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "one_qubit",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.886171750317574e-12,
   "tolerance": 3.179734171119112e-09,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 7.886171750317574e-12,
   "global_phase": 0.0
  },
  {
   "entry": "one_qubit",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 7.886171750317574e-12,
   "tolerance": 3.1797350592975317e-09,
   "status": "pass"
  },
  {
   "entry": "one_qubit",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.5700924586837752e-16,
   "tolerance": 2.2965544605210906e-15,
   "status": "pass"
  },
  {
   "entry": "one_qubit",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "one_qubit",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.835808657661923e-17,
   "tolerance": 4.700863032062479e-15,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 6.835808657661923e-17,
   "global_phase": 0.0,
   "seconds": 0.000144292
  },
  {
   "entry": "one_qubit",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.9157615060679e-17,
   "tolerance": 4.871667415400809e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.9157615060679e-17,
   "global_phase": 0.0,
   "seconds": 0.000149282
  },
  {
   "entry": "one_qubit",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.9157615060679e-17,
   "tolerance": 4.871667415400809e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.9157615060679e-17,
   "global_phase": 0.0,
   "seconds": 0.000130176,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "one_qubit",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.865115929175827e-17,
   "tolerance": 4.700863032062479e-15,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.865115929175827e-17,
   "global_phase": 0.0,
   "seconds": 0.49942950205877423
  },
  {
   "entry": "one_qubit",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.865115929175827e-17,
   "tolerance": 2.8167520816419354e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 1.0",
   "strict": 8.865115929175827e-17,
   "global_phase": 0.0,
   "seconds": 0.0006391881033778191
  },
  {
   "entry": "one_qubit",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.835808657661923e-17,
   "tolerance": 4.571831845943713e-13,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 6.835808657661923e-17,
   "global_phase": 0.0,
   "seconds": 0.005600897129625082
  },
  {
   "entry": "one_qubit",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.7114271035800384e-08,
   "tolerance": 1.3077299742866642e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 1.7114271035800384e-08,
   "global_phase": 0.0,
   "seconds": 0.0004313550889492035
  },
  {
   "entry": "one_qubit",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 1,
   "tolerance": 1,
   "status": "pass"
  },
  {
   "entry": "one_qubit",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 3.175996243953705e-05
  },
  {
   "entry": "one_qubit",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 4.299e-06
  },
  {
   "entry": "one_qubit",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 1,
   "tolerance": 1,
   "status": "pass"
  },
  {
   "entry": "one_qubit",
   "engine": "aer.stabilizer",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.0001062
  },
  {
   "entry": "one_qubit",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 5.576365522251341e-12,
   "tolerance": 3.179734615208322e-09,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "top_index_n20",
   "engine": "aer.statevector ~ ddsim.statevector",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 1.1102230246251565e-16,
   "tolerance": 9.627989877124816e-12,
   "status": "pass"
  },
  {
   "entry": "top_index_n20",
   "engine": "aer.statevector ~ qsim.statevector",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 1.7114271182663092e-08,
   "tolerance": 2.6154634423035948e-06,
   "status": "pass"
  },
  {
   "entry": "top_index_n20",
   "engine": "aer.statevector ~ quimb.dense",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 1.1102230246251565e-16,
   "tolerance": 8.282556706659787e-14,
   "status": "pass"
  },
  {
   "entry": "top_index_n20",
   "engine": "aer.statevector ~ wai.exact",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 7.886181897244677e-12,
   "tolerance": 2.302373546467205e-06,
   "status": "pass"
  },
  {
   "entry": "top_index_n20",
   "engine": "aer.statevector ~ wai.statevector",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 1.1102230246251565e-16,
   "tolerance": 8.282556706659787e-14,
   "status": "pass"
  },
  {
   "entry": "top_index_n20",
   "engine": "ddsim.statevector ~ qsim.statevector",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 1.7114271104158468e-08,
   "tolerance": 2.61547292344579e-06,
   "status": "pass"
  },
  {
   "entry": "top_index_n20",
   "engine": "ddsim.statevector ~ quimb.dense",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 1.5700924586837752e-16,
   "tolerance": 9.563967762186469e-12,
   "status": "pass"
  },
  {
   "entry": "top_index_n20",
   "engine": "ddsim.statevector ~ wai.exact",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 7.886103392230998e-12,
   "tolerance": 2.3023830276094e-06,
   "status": "pass"
  },
  {
   "entry": "top_index_n20",
   "engine": "ddsim.statevector ~ wai.statevector",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 0.0,
   "tolerance": 9.563967762186469e-12,
   "status": "pass"
  },
  {
   "entry": "top_index_n20",
   "engine": "qsim.statevector ~ quimb.dense",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 1.7114270790139978e-08,
   "tolerance": 2.6154633782814798e-06,
   "status": "pass"
  },
  {
   "entry": "top_index_n20",
   "engine": "qsim.statevector ~ wai.exact",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 1.71221572075507e-08,
   "tolerance": 4.9178368419231175e-06,
   "status": "pass"
  },
  {
   "entry": "top_index_n20",
   "engine": "qsim.statevector ~ wai.statevector",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 1.7114271104158468e-08,
   "tolerance": 2.6154633782814798e-06,
   "status": "pass"
  },
  {
   "entry": "top_index_n20",
   "engine": "quimb.dense ~ wai.exact",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 7.886260401476866e-12,
   "tolerance": 2.30237348244509e-06,
   "status": "pass"
  },
  {
   "entry": "top_index_n20",
   "engine": "quimb.dense ~ wai.statevector",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 1.5700924586837752e-16,
   "tolerance": 1.8803452128250005e-14,
   "status": "pass"
  },
  {
   "entry": "top_index_n20",
   "engine": "wai.exact ~ wai.statevector",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 7.886103392230998e-12,
   "tolerance": 2.30237348244509e-06,
   "status": "pass"
  },
  {
   "entry": "ghz_n2",
   "engine": "exact",
   "quantity": "integer reference against the closed form, units of 2^-256",
   "measured": 0,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "ghz_n2",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.886171750317574e-12,
   "tolerance": 4.49682318953782e-09,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 7.886171750317574e-12,
   "global_phase": 0.0
  },
  {
   "entry": "ghz_n2",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 7.886171750317574e-12,
   "tolerance": 4.49682407771624e-09,
   "status": "pass"
  },
  {
   "entry": "ghz_n2",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.5700924586837752e-16,
   "tolerance": 3.7049305013420606e-15,
   "status": "pass"
  },
  {
   "entry": "ghz_n2",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "ghz_n2",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.835808657661923e-17,
   "tolerance": 9.401726064125002e-15,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 6.835808657661923e-17,
   "global_phase": 0.0,
   "seconds": 0.000167587
  },
  {
   "entry": "ghz_n2",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.9157615060679e-17,
   "tolerance": 7.307501123101233e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.9157615060679e-17,
   "global_phase": 0.0,
   "seconds": 0.000202082
  },
  {
   "entry": "ghz_n2",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.9157615060679e-17,
   "tolerance": 7.307501123101233e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.9157615060679e-17,
   "global_phase": 0.0,
   "seconds": 0.000153469,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "ghz_n2",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.865115929175827e-17,
   "tolerance": 9.401726064125002e-15,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.865115929175827e-17,
   "global_phase": 0.0,
   "seconds": 0.46028767013922334
  },
  {
   "entry": "ghz_n2",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.026696510285133e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 4.026696510285133e-16,
   "global_phase": 0.0,
   "seconds": 0.0010192752815783024
  },
  {
   "entry": "ghz_n2",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.835808657661923e-17,
   "tolerance": 1.3691137200766543e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 6.835808657661923e-17,
   "global_phase": 0.0,
   "seconds": 0.0061433520168066025
  },
  {
   "entry": "ghz_n2",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.7114271035800384e-08,
   "tolerance": 2.6154633688797537e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 1.7114271035800384e-08,
   "global_phase": 0.0,
   "seconds": 0.0004332279786467552
  },
  {
   "entry": "ghz_n2",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 5.576365522251341e-12,
   "tolerance": 4.49682363362703e-09,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "ghz_n3",
   "engine": "exact",
   "quantity": "integer reference against the closed form, units of 2^-256",
   "measured": 0,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "ghz_n3",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.886171750317574e-12,
   "tolerance": 6.359468342238224e-09,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 7.886171750317574e-12,
   "global_phase": 0.0
  },
  {
   "entry": "ghz_n3",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 7.886171750317574e-12,
   "tolerance": 6.359469230416644e-09,
   "status": "pass"
  },
  {
   "entry": "ghz_n3",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.5700924586837752e-16,
   "tolerance": 5.113306542163034e-15,
   "status": "pass"
  },
  {
   "entry": "ghz_n3",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "ghz_n3",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.835808657661923e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 6.835808657661923e-17,
   "global_phase": 0.0,
   "seconds": 0.000116901
  },
  {
   "entry": "ghz_n3",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.9157615060679e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.9157615060679e-17,
   "global_phase": 0.0,
   "seconds": 0.000128322
  },
  {
   "entry": "ghz_n3",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.9157615060679e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.9157615060679e-17,
   "global_phase": 0.0,
   "seconds": 0.00011156,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "ghz_n3",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.865115929175827e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.865115929175827e-17,
   "global_phase": 0.0,
   "seconds": 0.5051368200220168
  },
  {
   "entry": "ghz_n3",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.166881427652682e-16,
   "tolerance": 2.8205178192375537e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 3.0",
   "strict": 7.166881427652682e-16,
   "global_phase": 0.0,
   "seconds": 0.0010942858643829823
  },
  {
   "entry": "ghz_n3",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.835808657661923e-17,
   "tolerance": 2.7357916064493307e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 6.835808657661923e-17,
   "global_phase": 0.0,
   "seconds": 0.004953615367412567
  },
  {
   "entry": "ghz_n3",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.7114271035800384e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 1.7114271035800384e-08,
   "global_phase": 0.0,
   "seconds": 0.0004568430595099926
  },
  {
   "entry": "ghz_n3",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 5.576365522251341e-12,
   "tolerance": 6.359468786327434e-09,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "ghz_n5",
   "engine": "exact",
   "quantity": "integer reference against the closed form, units of 2^-256",
   "measured": 0,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "ghz_n5",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.886171750317574e-12,
   "tolerance": 1.2718936684476448e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 7.886171750317574e-12,
   "global_phase": 0.0
  },
  {
   "entry": "ghz_n5",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 7.886171750317574e-12,
   "tolerance": 1.2718937572654868e-08,
   "status": "pass"
  },
  {
   "entry": "ghz_n5",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.5700924586837752e-16,
   "tolerance": 7.930058623804993e-15,
   "status": "pass"
  },
  {
   "entry": "ghz_n5",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "ghz_n5",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.835808657661923e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 6.835808657661923e-17,
   "global_phase": 0.0,
   "seconds": 0.000146577
  },
  {
   "entry": "ghz_n5",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.9157615060679e-17,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.9157615060679e-17,
   "global_phase": 0.0,
   "seconds": 0.000130687
  },
  {
   "entry": "ghz_n5",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.9157615060679e-17,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.9157615060679e-17,
   "global_phase": 0.0,
   "seconds": 0.000159661,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "ghz_n5",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.865115929175827e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.865115929175827e-17,
   "global_phase": 0.0,
   "seconds": 0.5464132130146027
  },
  {
   "entry": "ghz_n5",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1877158803704008e-15,
   "tolerance": 2.4474613667495144e-13,
   "status": "pass",
   "note": "double precision, a contraction of width 5.0",
   "strict": 1.1877158803704008e-15,
   "global_phase": 0.0,
   "seconds": 0.0021051960065960884
  },
  {
   "entry": "ghz_n5",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.835808657661923e-17,
   "tolerance": 6.833389431881993e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 6.835808657661923e-17,
   "global_phase": 0.0,
   "seconds": 0.013189538847655058
  },
  {
   "entry": "ghz_n5",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.7114271035800384e-08,
   "tolerance": 6.538684074497576e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 1.7114271035800384e-08,
   "global_phase": 0.0,
   "seconds": 0.00043941009789705276
  },
  {
   "entry": "ghz_n5",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 5.576365522251341e-12,
   "tolerance": 1.2718937128565658e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "ghz_n8",
   "engine": "exact",
   "quantity": "integer reference against the closed form, units of 2^-256",
   "measured": 0,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "ghz_n8",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.886171750317574e-12,
   "tolerance": 3.597458551630256e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 7.886171750317574e-12,
   "global_phase": 0.0
  },
  {
   "entry": "ghz_n8",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 7.886171750317574e-12,
   "tolerance": 3.597458640448098e-08,
   "status": "pass"
  },
  {
   "entry": "ghz_n8",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.5700924586837752e-16,
   "tolerance": 1.2155186746267961e-14,
   "status": "pass"
  },
  {
   "entry": "ghz_n8",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "ghz_n8",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.835808657661923e-17,
   "tolerance": 3.760690425650107e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 6.835808657661923e-17,
   "global_phase": 0.0,
   "seconds": 0.000213593
  },
  {
   "entry": "ghz_n8",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.9157615060679e-17,
   "tolerance": 2.1922503369304018e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.9157615060679e-17,
   "global_phase": 0.0,
   "seconds": 0.000147409
  },
  {
   "entry": "ghz_n8",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.9157615060679e-17,
   "tolerance": 2.1922503369304018e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.9157615060679e-17,
   "global_phase": 0.0,
   "seconds": 0.000125306,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "ghz_n8",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.865115929175827e-17,
   "tolerance": 3.760690425650107e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.865115929175827e-17,
   "global_phase": 0.0,
   "seconds": 0.49135454231873155
  },
  {
   "entry": "ghz_n8",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.757808339054176e-15,
   "tolerance": 7.474057491103321e-12,
   "status": "pass",
   "note": "double precision, a contraction of width 8.0",
   "strict": 2.757808339054176e-15,
   "global_phase": 0.0,
   "seconds": 0.0026447554118931293
  },
  {
   "entry": "ghz_n8",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.835808657661923e-17,
   "tolerance": 1.639039130184232e-11,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 6.835808657661923e-17,
   "global_phase": 0.0,
   "seconds": 0.00597956171259284
  },
  {
   "entry": "ghz_n8",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.7114271035800384e-08,
   "tolerance": 1.046193556287323e-05,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 1.7114271035800384e-08,
   "global_phase": 0.0,
   "seconds": 0.0005661393515765667
  },
  {
   "entry": "ghz_n8",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 5.576365522251341e-12,
   "tolerance": 3.597458596039177e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "ghz_n12",
   "engine": "exact",
   "quantity": "integer reference against the closed form, units of 2^-256",
   "measured": 0,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "ghz_n12",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.886171750317574e-12,
   "tolerance": 1.4389834206521024e-07,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 7.886171750317574e-12,
   "global_phase": 0.0
  },
  {
   "entry": "ghz_n12",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 7.886171750317574e-12,
   "tolerance": 1.4389834295338866e-07,
   "status": "pass"
  },
  {
   "entry": "ghz_n12",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.5700924586837752e-16,
   "tolerance": 1.778869090955197e-14,
   "status": "pass"
  },
  {
   "entry": "ghz_n12",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "ghz_n12",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.835808657661923e-17,
   "tolerance": 5.6410356384752665e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 6.835808657661923e-17,
   "global_phase": 0.0,
   "seconds": 0.000456993
  },
  {
   "entry": "ghz_n12",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.9157615060679e-17,
   "tolerance": 3.166583820010611e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.9157615060679e-17,
   "global_phase": 0.0,
   "seconds": 0.000352806
  },
  {
   "entry": "ghz_n12",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.9157615060679e-17,
   "tolerance": 3.166583820010611e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.9157615060679e-17,
   "global_phase": 0.0,
   "seconds": 0.000243339,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "ghz_n12",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.865115929175827e-17,
   "tolerance": 5.6410356384752665e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.865115929175827e-17,
   "global_phase": 0.0,
   "seconds": 0.47489742189645767
  },
  {
   "entry": "ghz_n12",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.071826830790931e-15,
   "tolerance": 6.99680530712346e-10,
   "status": "pass",
   "note": "double precision, a contraction of width 12.0",
   "strict": 3.071826830790931e-15,
   "global_phase": 0.0,
   "seconds": 0.005215168930590153
  },
  {
   "entry": "ghz_n12",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.835808657661923e-17,
   "tolerance": 3.549952337489475e-11,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 6.835808657661923e-17,
   "global_phase": 0.0,
   "seconds": 0.006636523175984621
  },
  {
   "entry": "ghz_n12",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.7114271035800384e-08,
   "tolerance": 1.5692985431664063e-05,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 1.7114271035800384e-08,
   "global_phase": 0.0,
   "seconds": 0.0008042789995670319
  },
  {
   "entry": "ghz_n12",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 5.576365522251341e-12,
   "tolerance": 1.4389834250929945e-07,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "qft_n3_x5",
   "engine": "exact",
   "quantity": "integer reference against the closed form, units of 2^-256",
   "measured": 2,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "qft_n3_x5",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.313392689245104e-10,
   "tolerance": 2.225813932221083e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 9.313392689245104e-10,
   "global_phase": 0.0
  },
  {
   "entry": "qft_n3_x5",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 9.313392689245104e-10,
   "tolerance": 2.225814021038925e-08,
   "status": "pass"
  },
  {
   "entry": "qft_n3_x5",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.995802653854976e-16,
   "tolerance": 1.6380314868730963e-14,
   "status": "pass"
  },
  {
   "entry": "qft_n3_x5",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "qft_n3_x5",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.252779016081387e-16,
   "tolerance": 4.230776728856391e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.257974101246671e-16,
   "global_phase": 1.5308084989341915e-17,
   "seconds": 0.000119055
  },
  {
   "entry": "qft_n3_x5",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.1840584452439329e-16,
   "tolerance": 2.4358337077004524e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 4.3884324549296737e-16,
   "global_phase": 3.806340515408302e-16,
   "seconds": 0.000131368
  },
  {
   "entry": "qft_n3_x5",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.1840584452439329e-16,
   "tolerance": 2.4358337077004524e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 4.3884324549296737e-16,
   "global_phase": 3.806340515408302e-16,
   "seconds": 0.000146727,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "qft_n3_x5",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.632807079419969e-16,
   "tolerance": 4.230776728856391e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.6677932835798804e-16,
   "global_phase": 4.306366060497084e-17,
   "seconds": 0.51630520215258
  },
  {
   "entry": "qft_n3_x5",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.997573211542422e-16,
   "tolerance": 1.2240885520323343e-13,
   "status": "pass",
   "note": "double precision, a contraction of width 4.0",
   "strict": 7.524080403774347e-16,
   "global_phase": -2.765095852147809e-16,
   "seconds": 0.002020756248384714
  },
  {
   "entry": "qft_n3_x5",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.237121377012062e-16,
   "tolerance": 8.20737481939266e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 2.237121377012062e-16,
   "global_phase": 0.0,
   "seconds": 0.0050337971188127995
  },
  {
   "entry": "qft_n3_x5",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.702671112978455e-08,
   "tolerance": 1.1769692899611298e-05,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 3.268347795371965e-08,
   "global_phase": -1.8378428171781463e-08,
   "seconds": 0.000517137348651886
  },
  {
   "entry": "qft_n3_x5",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 4.684494700688649e-10,
   "tolerance": 2.225813976630004e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "qft_n5_x19",
   "engine": "exact",
   "quantity": "integer reference against the closed form, units of 2^-256",
   "measured": 2,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "qft_n5_x19",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4342198696292555e-09,
   "tolerance": 1.0175149537108086e-07,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 2.6361110763507337e-09,
   "global_phase": -1.0117584855042321e-09
  },
  {
   "entry": "qft_n5_x19",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 2.6361110763507337e-09,
   "tolerance": 1.0175149625925928e-07,
   "status": "pass"
  },
  {
   "entry": "qft_n5_x19",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 4.743072403438704e-16,
   "tolerance": 3.468920339940439e-14,
   "status": "pass"
  },
  {
   "entry": "qft_n5_x19",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "qft_n5_x19",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.2632379315606653e-16,
   "tolerance": 9.401726064125798e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 3.506724345492627e-16,
   "global_phase": 1.283897907660248e-16,
   "seconds": 0.000327158
  },
  {
   "entry": "qft_n5_x19",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.5859903063725824e-16,
   "tolerance": 5.1152507861710864e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 5.303815859586128e-16,
   "global_phase": 4.630671312859982e-16,
   "seconds": 0.000158178
  },
  {
   "entry": "qft_n5_x19",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.5859903063725824e-16,
   "tolerance": 5.1152507861710864e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 5.303815859586128e-16,
   "global_phase": 4.630671312859982e-16,
   "seconds": 0.000140144,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "qft_n5_x19",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.842135466297101e-16,
   "tolerance": 9.401726064125798e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 5.057824840498477e-16,
   "global_phase": 1.4612721318054353e-16,
   "seconds": 0.5772027689963579
  },
  {
   "entry": "qft_n5_x19",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.02355002104443e-16,
   "tolerance": 1.5758510003227105e-12,
   "status": "pass",
   "note": "double precision, a contraction of width 6.0",
   "strict": 9.059602036814133e-16,
   "global_phase": 8.074243513517871e-17,
   "seconds": 0.0785343749448657
  },
  {
   "entry": "qft_n5_x19",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.887619644836046e-16,
   "tolerance": 2.733355772808632e-11,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 2.9241850975309797e-16,
   "global_phase": 4.6098944822979383e-17,
   "seconds": 0.006716473959386349
  },
  {
   "entry": "qft_n5_x19",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.0309137128889318e-07,
   "tolerance": 2.615524934395415e-05,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 1.2543028130092563e-07,
   "global_phase": -7.144875201754854e-08,
   "seconds": 0.0007008640095591545
  },
  {
   "entry": "qft_n5_x19",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 7.42372774956772e-10,
   "tolerance": 1.0175149581517007e-07,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "qft_n8_x173",
   "engine": "exact",
   "quantity": "integer reference against the closed form, units of 2^-256",
   "measured": 3,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "qft_n8_x173",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.724053157002002e-09,
   "tolerance": 6.655298667616834e-07,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 8.761167869755205e-09,
   "global_phase": -8.055798883266803e-10
  },
  {
   "entry": "qft_n8_x173",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 8.761167869755205e-09,
   "tolerance": 6.655298676498618e-07,
   "status": "pass"
  },
  {
   "entry": "qft_n8_x173",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 7.984634113865237e-16,
   "tolerance": 7.553210858321676e-14,
   "status": "pass"
  },
  {
   "entry": "qft_n8_x173",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "qft_n8_x173",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.635397297566191e-16,
   "tolerance": 2.115388364428553e-13,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 8.320669916157845e-16,
   "global_phase": 3.306698650009266e-16,
   "seconds": 0.000647002
  },
  {
   "entry": "qft_n8_x173",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.1722753805375257e-16,
   "tolerance": 1.1204835055423063e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 9.996490609257424e-16,
   "global_phase": 9.084158885110515e-16,
   "seconds": 0.000236096
  },
  {
   "entry": "qft_n8_x173",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.1722753805375257e-16,
   "tolerance": 1.1204835055423063e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 9.996490609257424e-16,
   "global_phase": 9.084158885110515e-16,
   "seconds": 0.000178136,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "qft_n8_x173",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.144694440220219e-16,
   "tolerance": 2.115388364428553e-13,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 7.763478117220366e-16,
   "global_phase": 3.0372576170693494e-16,
   "seconds": 0.6377781978808343
  },
  {
   "entry": "qft_n8_x173",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.847707007185787e-15,
   "tolerance": 5.472132013758785e-10,
   "status": "pass",
   "note": "double precision, a contraction of width 11.0",
   "strict": 8.851394443442407e-15,
   "global_phase": -2.554688012236497e-16,
   "seconds": 0.17680194694548845
  },
  {
   "entry": "qft_n8_x173",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.6467620904973764e-16,
   "tolerance": 9.219595107983541e-11,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 3.6777798095682838e-16,
   "global_phase": 4.766451331749067e-17,
   "seconds": 0.007758182007819414
  },
  {
   "entry": "qft_n8_x173",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4297190890509153e-07,
   "tolerance": 5.8851234946261254e-05,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 2.1361092843437718e-07,
   "global_phase": -1.5870936099867787e-07,
   "seconds": 0.0013082507066428661
  },
  {
   "entry": "qft_n8_x173",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 5.532169378738908e-10,
   "tolerance": 6.655298672057726e-07,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "qft_n12_x2741",
   "engine": "exact",
   "quantity": "integer reference against the closed form, units of 2^-256",
   "measured": 5,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "qft_n12_x2741",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.918010747732075e-08,
   "tolerance": 5.683985210334096e-06,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 3.919121479303013e-08,
   "global_phase": -9.330032255980238e-10
  },
  {
   "entry": "qft_n12_x2741",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 3.919121479303013e-08,
   "tolerance": 5.683985211222274e-06,
   "status": "pass"
  },
  {
   "entry": "qft_n12_x2741",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.1146399486988121e-15,
   "tolerance": 1.4595091062428039e-13,
   "status": "pass"
  },
  {
   "entry": "qft_n12_x2741",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "qft_n12_x2741",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.392256510636577e-16,
   "tolerance": 4.277785359178666e-13,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.05735130271346e-15,
   "global_phase": 4.856407661367594e-16,
   "seconds": 0.00193801
  },
  {
   "entry": "qft_n12_x2741",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.67842422397199e-16,
   "tolerance": 2.2409670110848635e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.4235804381409074e-15,
   "global_phase": 1.3445091043436557e-15,
   "seconds": 0.001211688
  },
  {
   "entry": "qft_n12_x2741",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.67842422397199e-16,
   "tolerance": 2.2409670110848635e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.4235804381409074e-15,
   "global_phase": 1.3445091043436557e-15,
   "seconds": 0.001240172,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "qft_n12_x2741",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1772673067731489e-15,
   "tolerance": 4.277785359178666e-13,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.2719000340925913e-15,
   "global_phase": 4.81426406762063e-16,
   "seconds": 0.9858899512328207
  },
  {
   "entry": "qft_n12_x2741",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.813473081879621e-15,
   "tolerance": 1.22787892058417e-05,
   "status": "pass",
   "note": "double precision, a contraction of width 20.0",
   "strict": 9.815342643454946e-15,
   "global_phase": 1.9156534041733843e-16,
   "seconds": 1.6843157741241157
  },
  {
   "entry": "qft_n12_x2741",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.468244394316334e-16,
   "tolerance": 2.692047189890962e-10,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 4.468256033541478e-16,
   "global_phase": -1.0198722492404313e-18,
   "seconds": 0.012018748093396425
  },
  {
   "entry": "qft_n12_x2741",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.7694013583228974e-07,
   "tolerance": 0.00011901743381489938,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 2.930851582105311e-07,
   "global_phase": -2.336473764348756e-07,
   "seconds": 0.0018247556872665882
  },
  {
   "entry": "qft_n12_x2741",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 6.202881097087739e-10,
   "tolerance": 5.683985210778185e-06,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "qft_n14_x10923",
   "engine": "exact",
   "quantity": "integer reference against the closed form, units of 2^-256",
   "measured": 5,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "qft_n14_x10923",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.123600519580009e-08,
   "tolerance": 1.5253226844344835e-05,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 8.124087223371373e-08,
   "global_phase": -8.892587490604286e-10
  },
  {
   "entry": "qft_n14_x10923",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 8.124087223371373e-08,
   "tolerance": 1.5253226845233013e-05,
   "status": "pass"
  },
  {
   "entry": "qft_n14_x10923",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.3215677810373784e-15,
   "tolerance": 1.8961056788974485e-13,
   "status": "pass"
  },
  {
   "entry": "qft_n14_x10923",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "qft_n14_x10923",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.2540331917503802e-15,
   "tolerance": 5.64103563847813e-13,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.3611349762871244e-15,
   "global_phase": 5.292345204732061e-16,
   "seconds": 0.005433452
  },
  {
   "entry": "qft_n14_x10923",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.808533049352818e-16,
   "tolerance": 2.961428253774958e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.4337352821423908e-15,
   "global_phase": 1.310803683777888e-15,
   "seconds": 0.005696178
  },
  {
   "entry": "qft_n14_x10923",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.808533049352818e-16,
   "tolerance": 2.961428253774958e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.4337352821423908e-15,
   "global_phase": 1.310803683777888e-15,
   "seconds": 0.006098527,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "qft_n14_x10923",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3382469481878975e-15,
   "tolerance": 5.64103563847813e-13,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.4189542437976667e-15,
   "global_phase": 4.717268824830606e-16,
   "seconds": 0.7531654722988605
  },
  {
   "entry": "qft_n14_x10923",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.796120857760904e-16,
   "tolerance": 4.095649160102459e-10,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 6.017553738362537e-16,
   "global_phase": -1.617385543496028e-16,
   "seconds": 0.01701938221231103
  },
  {
   "entry": "qft_n14_x10923",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.3187190761688746e-07,
   "tolerance": 0.00015695201790227864,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 3.543161592552357e-07,
   "global_phase": -2.6790922427742024e-07,
   "seconds": 0.0018954798579216003
  },
  {
   "entry": "qft_n14_x10923",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 3.723864824029893e-10,
   "tolerance": 1.5253226844788924e-05,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "qft_superposed_n10",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.2527675334123936e-08,
   "tolerance": 2.7602554918843368e-06,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 3.2549313467624344e-08,
   "global_phase": 1.1866526751514608e-09
  },
  {
   "entry": "qft_superposed_n10",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 3.2549313467624344e-08,
   "tolerance": 2.760255492772515e-06,
   "status": "pass"
  },
  {
   "entry": "qft_superposed_n10",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.4495242656262271e-15,
   "tolerance": 1.6848492727742287e-13,
   "status": "pass"
  },
  {
   "entry": "qft_superposed_n10",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "qft_superposed_n10",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.0834517633660347e-15,
   "tolerance": 5.123940704950704e-13,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.101391650619332e-15,
   "global_phase": 1.9797940426470196e-16,
   "seconds": 0.094173982
  },
  {
   "entry": "qft_superposed_n10",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.170554803783693e-16,
   "tolerance": 2.67941707847115e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.0602512121224904e-15,
   "global_phase": 9.256274969002942e-16,
   "seconds": 0.000523989
  },
  {
   "entry": "qft_superposed_n10",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.170554803783693e-16,
   "tolerance": 2.67941707847115e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.0602512121224904e-15,
   "global_phase": 9.256274969002942e-16,
   "seconds": 0.000515884,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "qft_superposed_n10",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.2776920206944696e-15,
   "tolerance": 5.123940704950704e-13,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.279828475104203e-15,
   "global_phase": 7.391904992106145e-17,
   "seconds": 0.6354717728681862
  },
  {
   "entry": "qft_superposed_n10",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.335841339671032e-15,
   "tolerance": 5.015566805471182e-06,
   "status": "pass",
   "note": "double precision, a contraction of width 19.0",
   "strict": 7.339013198374545e-15,
   "global_phase": 2.1574652972710978e-16,
   "seconds": 0.6398506821133196
  },
  {
   "entry": "qft_superposed_n10",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.5867450566680552e-15,
   "tolerance": 2.728865428048969e-10,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 1.5872082553212343e-15,
   "global_phase": -3.8342807661503016e-17,
   "seconds": 0.03085529198870063
  },
  {
   "entry": "qft_superposed_n10",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4327808220925076e-07,
   "tolerance": 0.00014256269912086766,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 1.5658919686253052e-07,
   "global_phase": -6.317885380118834e-08,
   "seconds": 0.002039069775491953
  },
  {
   "entry": "qft_superposed_n10",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 9.638100051902651e-10,
   "tolerance": 2.760255492328426e-06,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "aer.statevector ~ ddsim.statevector",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 1.6574144058914908e-15,
   "tolerance": 1.1092304887490738e-09,
   "status": "pass"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "aer.statevector ~ qsim.statevector",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 2.700366712575461e-07,
   "tolerance": 0.00030217649017852654,
   "status": "pass"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "aer.statevector ~ quimb.dense",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 1.2970095860794004e-15,
   "tolerance": 6.7640097312973315e-12,
   "status": "pass"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "aer.statevector ~ wai.exact",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 6.509150050484661e-07,
   "tolerance": 0.00024290049304727954,
   "status": "pass"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "aer.statevector ~ wai.statevector",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 2.411786683890979e-15,
   "tolerance": 6.7640097312973315e-12,
   "status": "pass"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "ddsim.statevector ~ qsim.statevector",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 2.7003667107397175e-07,
   "tolerance": 0.00030217758805279455,
   "status": "pass"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "ddsim.statevector ~ quimb.dense",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 2.6652981903815555e-15,
   "tolerance": 1.1046382777385916e-09,
   "status": "pass"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "ddsim.statevector ~ wai.exact",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 6.509150050600852e-07,
   "tolerance": 0.00024290159092154754,
   "status": "pass"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "ddsim.statevector ~ wai.statevector",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 1.0214215905878365e-15,
   "tolerance": 1.1046382777385916e-09,
   "status": "pass"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "qsim.statevector ~ quimb.dense",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 2.7003667150859246e-07,
   "tolerance": 0.00030217648558631554,
   "status": "pass"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "qsim.statevector ~ wai.exact",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 7.052620845550943e-07,
   "tolerance": 0.0005450769718695853,
   "status": "pass"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "qsim.statevector ~ wai.statevector",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 2.7003667103533546e-07,
   "tolerance": 0.00030217648558631554,
   "status": "pass"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "quimb.dense ~ wai.exact",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 6.50915005042613e-07,
   "tolerance": 0.00024290048845506852,
   "status": "pass"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "quimb.dense ~ wai.statevector",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 3.395476508259786e-15,
   "tolerance": 2.171798720815213e-12,
   "status": "pass"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "wai.exact ~ wai.statevector",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 6.50915005065122e-07,
   "tolerance": 0.00024290048845506852,
   "status": "pass"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "aer.statevector",
   "quantity": "64 amplitudes against the closed form, worst error, modulo nothing",
   "measured": 2.4446027073661675e-18,
   "tolerance": 5.678110370889725e-12,
   "status": "pass"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "ddsim.statevector",
   "quantity": "64 amplitudes against the closed form, worst error, modulo nothing",
   "measured": 1.668229649552477e-18,
   "tolerance": 1.103552378378184e-09,
   "status": "pass"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "qsim.statevector",
   "quantity": "64 amplitudes against the closed form, worst error, modulo nothing",
   "measured": 8.99440141007406e-10,
   "tolerance": 0.00030217648450041616,
   "status": "pass"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "quimb.dense",
   "quantity": "64 amplitudes against the closed form, worst error, modulo nothing",
   "measured": 2.4950711591365744e-18,
   "tolerance": 1.0858993604076065e-12,
   "status": "pass"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "wai.exact",
   "quantity": "64 amplitudes against the closed form, worst error, modulo nothing",
   "measured": 1.2072271730535939e-09,
   "tolerance": 0.00024290048736916916,
   "status": "pass"
  },
  {
   "entry": "qft_wide_n20",
   "engine": "wai.statevector",
   "quantity": "64 amplitudes against the closed form, worst error, modulo nothing",
   "measured": 3.2681524740608303e-18,
   "tolerance": 1.0858993604076065e-12,
   "status": "pass"
  },
  {
   "entry": "grover_n3",
   "engine": "exact",
   "quantity": "integer reference: P(marked) against sin\u00b2((2k+1)\u03b8), computed in integers, units of 2^-256",
   "measured": 12,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "grover_n3",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.7911892892304827e-09,
   "tolerance": 9.539202762111427e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 2.7911892892304827e-09,
   "global_phase": 0.0
  },
  {
   "entry": "grover_n3",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 2.7911892892304827e-09,
   "tolerance": 9.539202850929269e-08,
   "status": "pass"
  },
  {
   "entry": "grover_n3",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.3056188547111068e-15,
   "tolerance": 5.018133984843628e-14,
   "status": "pass"
  },
  {
   "entry": "grover_n3",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "grover_n3",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.0198506246188093e-15,
   "tolerance": 1.6453020612221307e-13,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.0198506246188093e-15,
   "global_phase": 0.0,
   "seconds": 0.000186362
  },
  {
   "entry": "grover_n3",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.2583224885975757e-16,
   "tolerance": 8.769001347722183e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.82855567997045e-16,
   "global_phase": 7.11825952004399e-16,
   "seconds": 0.000195229
  },
  {
   "entry": "grover_n3",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.2583224885975757e-16,
   "tolerance": 8.769001347722183e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.82855567997045e-16,
   "global_phase": 7.11825952004399e-16,
   "seconds": 0.000153349,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "grover_n3",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1870146619100088e-15,
   "tolerance": 1.6453020612221307e-13,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.1870146619100088e-15,
   "global_phase": 0.0,
   "seconds": 0.6477991929277778
  },
  {
   "entry": "grover_n3",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.966650663593933e-16,
   "tolerance": 2.3952935204924824e-12,
   "status": "pass",
   "note": "double precision, a contraction of width 6.0",
   "strict": 5.966650663593933e-16,
   "global_phase": 0.0,
   "seconds": 0.0037599005736410618
  },
  {
   "entry": "grover_n3",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.322204543158198e-16,
   "tolerance": 3.19175687428353e-11,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 1.322204543158198e-16,
   "global_phase": 0.0,
   "seconds": 0.005784374196082354
  },
  {
   "entry": "grover_n3",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.712509627811334e-07,
   "tolerance": 4.5772584182356496e-05,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 1.712509627811334e-07,
   "global_phase": 0.0,
   "seconds": 0.0011907881125807762
  },
  {
   "entry": "grover_n3",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.5127021380598712e-09,
   "tolerance": 9.539202806520348e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "grover_n5",
   "engine": "exact",
   "quantity": "integer reference: P(marked) against sin\u00b2((2k+1)\u03b8), computed in integers, units of 2^-256",
   "measured": 64,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "grover_n5",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.357680396066808e-08,
   "tolerance": 4.96125650003204e-06,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 5.816360794765578e-08,
   "global_phase": 2.2639155599760047e-08
  },
  {
   "entry": "grover_n5",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 5.816360794765578e-08,
   "tolerance": 4.961256500920219e-06,
   "status": "pass"
  },
  {
   "entry": "grover_n5",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 7.477199939210867e-15,
   "tolerance": 1.5064421660595767e-12,
   "status": "pass"
  },
  {
   "entry": "grover_n5",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "grover_n5",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.926196862092386e-15,
   "tolerance": 5.123940704950704e-13,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 3.926196862092386e-15,
   "global_phase": 0.0,
   "seconds": 0.001184466
  },
  {
   "entry": "grover_n5",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3073026341015893e-15,
   "tolerance": 3.0691504717034365e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 3.554278208317962e-15,
   "global_phase": 3.3051253236443238e-15,
   "seconds": 0.000235254
  },
  {
   "entry": "grover_n5",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3073026341015893e-15,
   "tolerance": 3.0691504717034365e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 3.554278208317962e-15,
   "global_phase": 3.3051253236443238e-15,
   "seconds": 0.000233711,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "grover_n5",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.979364197199202e-15,
   "tolerance": 5.123940704950704e-13,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 3.979364197199202e-15,
   "global_phase": 0.0,
   "seconds": 0.6366843921132386
  },
  {
   "entry": "grover_n5",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.030890707897513e-15,
   "tolerance": 1.9326685410829237e-11,
   "status": "pass",
   "note": "double precision, a contraction of width 7.0",
   "strict": 6.030890707897513e-15,
   "global_phase": 0.0,
   "seconds": 0.17952752485871315
  },
  {
   "entry": "grover_n5",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.063150391861205e-17,
   "tolerance": 1.489678896361256e-10,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 8.063150391861205e-17,
   "global_phase": 0.0,
   "seconds": 0.008375678211450577
  },
  {
   "entry": "grover_n5",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.475046831785649e-07,
   "tolerance": 0.00014256269912086766,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 1.475046831785649e-07,
   "global_phase": 0.0,
   "seconds": 0.001404843758791685
  },
  {
   "entry": "grover_n5",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 2.2412839245911137e-08,
   "tolerance": 4.9612565004761295e-06,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "grover_n8",
   "engine": "exact",
   "quantity": "integer reference: P(marked) against sin\u00b2((2k+1)\u03b8), computed in integers, units of 2^-256",
   "measured": 209,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "grover_n8",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1094619788314317e-06,
   "tolerance": 0.0005505700009309958,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 1.401073732234653e-06,
   "global_phase": 8.556293856380556e-07
  },
  {
   "entry": "grover_n8",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.401073732234653e-06,
   "tolerance": 0.000550570000931884,
   "status": "pass"
  },
  {
   "entry": "grover_n8",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 5.612798993591805e-14,
   "tolerance": 4.790820758528071e-11,
   "status": "pass"
  },
  {
   "entry": "grover_n8",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "grover_n8",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.6055183209665808e-14,
   "tolerance": 2.2940211596517415e-12,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.6055183209665808e-14,
   "global_phase": 0.0,
   "seconds": 0.004206965
  },
  {
   "entry": "grover_n8",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.631879843797361e-15,
   "tolerance": 1.308042701036822e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.3818998850279718e-14,
   "global_phase": 1.3333198341892727e-14,
   "seconds": 0.000614681
  },
  {
   "entry": "grover_n8",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.631879843797361e-15,
   "tolerance": 1.308042701036822e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.3818998850279718e-14,
   "global_phase": 1.3333198341892727e-14,
   "seconds": 0.000621273,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "grover_n8",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8051945192911557e-14,
   "tolerance": 2.2940211596517415e-12,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.8051945192911557e-14,
   "global_phase": 0.0,
   "seconds": 0.7408295748755336
  },
  {
   "entry": "grover_n8",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.245149469496056e-14,
   "tolerance": 1.4460064500364516e-08,
   "status": "pass",
   "note": "double precision, a contraction of width 12.0",
   "strict": 7.245149469496056e-14,
   "global_phase": 0.0,
   "seconds": 1.0537096709012985
  },
  {
   "entry": "grover_n8",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.0522346859459808e-15,
   "tolerance": 9.998138703932867e-10,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 1.0522346859459808e-15,
   "global_phase": 0.0,
   "seconds": 0.026181564666330814
  },
  {
   "entry": "grover_n8",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.7917667985836753e-07,
   "tolerance": 0.0006385786556238365,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 2.7917667985836753e-07,
   "global_phase": 0.0,
   "seconds": 0.005030390340834856
  },
  {
   "entry": "grover_n8",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 8.630228312235856e-07,
   "tolerance": 0.0005505700009314399,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "grover_n10",
   "engine": "exact",
   "quantity": "integer reference: P(marked) against sin\u00b2((2k+1)\u03b8), computed in integers, units of 2^-256",
   "measured": 469,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "grover_n10",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.2966310402143949e-05,
   "tolerance": 0.011743156745052948,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 1.2988878121540966e-05,
   "global_phase": 7.653435437075795e-07
  },
  {
   "entry": "grover_n10",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.2988878121540966e-05,
   "tolerance": 0.011743156745053836,
   "status": "pass"
  },
  {
   "entry": "grover_n10",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 6.687368364924087e-13,
   "tolerance": 4.6956754416903e-10,
   "status": "pass"
  },
  {
   "entry": "grover_n10",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "grover_n10",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.7861950351453296e-14,
   "tolerance": 5.923087420433778e-12,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 3.7861950351453296e-14,
   "global_phase": 0.0,
   "seconds": 0.008899788
  },
  {
   "entry": "grover_n10",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.944472891143808e-15,
   "tolerance": 3.3151696761912246e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 3.3673609522423125e-14,
   "global_phase": 3.2463955134398285e-14,
   "seconds": 0.003504889
  },
  {
   "entry": "grover_n10",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.944472891143808e-15,
   "tolerance": 3.3151696761912246e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 3.3673609522423125e-14,
   "global_phase": 3.2463955134398285e-14,
   "seconds": 0.002206367,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "grover_n10",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.53350780910714e-14,
   "tolerance": 5.923087420433778e-12,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 4.53350780910714e-14,
   "global_phase": 0.0,
   "seconds": 0.773771014995873
  },
  {
   "entry": "grover_n10",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.240386348219525e-13,
   "tolerance": 1.892533604466189e-05,
   "status": "pass",
   "note": "double precision, a contraction of width 18.0",
   "strict": 1.240386348219525e-13,
   "global_phase": 0.0,
   "seconds": 3.5684931138530374
  },
  {
   "entry": "grover_n10",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.2520782731179646e-15,
   "tolerance": 3.154468302046225e-09,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 1.2520782731179646e-15,
   "global_phase": 0.0,
   "seconds": 0.048276441637426615
  },
  {
   "entry": "grover_n10",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.9603425553760547e-07,
   "tolerance": 0.0016504526520488114,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 3.9603425553760547e-07,
   "global_phase": 0.0,
   "seconds": 0.040338750928640366
  },
  {
   "entry": "grover_n10",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 2.4998114847059803e-06,
   "tolerance": 0.011743156745053392,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "qpe_t4_m5",
   "engine": "exact",
   "quantity": "integer reference: P(m) against 1, the closed form, units of 2^-256",
   "measured": 21,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "qpe_t4_m5",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.2812650937430355e-09,
   "tolerance": 1.3990830691703475e-07,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 2.2812650937430355e-09,
   "global_phase": 8.636168547051386e-78
  },
  {
   "entry": "qpe_t4_m5",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 2.2812650937430355e-09,
   "tolerance": 1.3990830780521317e-07,
   "status": "pass"
  },
  {
   "entry": "qpe_t4_m5",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 6.738653000098427e-16,
   "tolerance": 5.29980919300785e-14,
   "status": "pass"
  },
  {
   "entry": "qpe_t4_m5",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "qpe_t4_m5",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.96872475652504e-16,
   "tolerance": 9.871812367332136e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 8.969588494495959e-16,
   "global_phase": 1.2447490626286985e-17,
   "seconds": 0.000388113
  },
  {
   "entry": "qpe_t4_m5",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4942393618123933e-16,
   "tolerance": 5.3588341569411506e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 3.950557577583702e-16,
   "global_phase": 3.063604932067729e-16,
   "seconds": 0.000346174
  },
  {
   "entry": "qpe_t4_m5",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4942393618123933e-16,
   "tolerance": 5.3588341569411506e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 3.950557577583702e-16,
   "global_phase": 3.063604932067729e-16,
   "seconds": 0.000191391,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "qpe_t4_m5",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.784600947782157e-16,
   "tolerance": 9.871812367332136e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 6.897806972913936e-16,
   "global_phase": 1.2445605710183747e-16,
   "seconds": 0.8379233498126268
  },
  {
   "entry": "qpe_t4_m5",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.2449016329098093e-15,
   "tolerance": 1.638885040335722e-12,
   "status": "pass",
   "note": "double precision, a contraction of width 6.0",
   "strict": 2.261831872770116e-15,
   "global_phase": 2.7622468976838543e-16,
   "seconds": 0.1326285838149488
  },
  {
   "entry": "qpe_t4_m5",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.132622887710837e-76,
   "tolerance": 2.870023561452972e-11,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 1.132622887710837e-76,
   "global_phase": 8.636168555094445e-78,
   "seconds": 0.017287968657910824
  },
  {
   "entry": "qpe_t4_m5",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.532898145933273e-08,
   "tolerance": 2.746304772436933e-05,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 9.809987558646393e-08,
   "global_phase": -6.2842104853189e-08,
   "seconds": 0.001103182788938284
  },
  {
   "entry": "qpe_t4_m5",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.862645149230957e-09,
   "tolerance": 1.3990830736112396e-07,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "qpe_t8_m173",
   "engine": "exact",
   "quantity": "integer reference: P(m) against 1, the closed form, units of 2^-256",
   "measured": 79,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "qpe_t8_m173",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.812739523998364e-08,
   "tolerance": 2.5946634944328434e-06,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 4.328396185719315e-08,
   "global_phase": -2.0489096889605984e-08
  },
  {
   "entry": "qpe_t8_m173",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 4.328396185719315e-08,
   "tolerance": 2.594663495321022e-06,
   "status": "pass"
  },
  {
   "entry": "qpe_t8_m173",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.3822672508259872e-15,
   "tolerance": 2.3186184911439147e-13,
   "status": "pass"
  },
  {
   "entry": "qpe_t8_m173",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "qpe_t8_m173",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3997538539219514e-15,
   "tolerance": 2.6794919282763184e-13,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.4100014542159497e-15,
   "global_phase": -1.6968573694255317e-16,
   "seconds": 0.050098874
  },
  {
   "entry": "qpe_t8_m173",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.917222828179086e-16,
   "tolerance": 1.4127835504664274e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.461694205298591e-16,
   "global_phase": 4.545696251957764e-16,
   "seconds": 0.000309354
  },
  {
   "entry": "qpe_t8_m173",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.917222828179086e-16,
   "tolerance": 1.4127835504664274e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.461694205298591e-16,
   "global_phase": 4.545696251957764e-16,
   "seconds": 0.000336546,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "qpe_t8_m173",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3737354006757944e-15,
   "tolerance": 2.6794919282763184e-13,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.3787192988274878e-15,
   "global_phase": -1.1712366921111296e-16,
   "seconds": 0.8646534201689065
  },
  {
   "entry": "qpe_t8_m173",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.050195970060584e-15,
   "tolerance": 1.5373360013432097e-08,
   "status": "pass",
   "note": "double precision, a contraction of width 14.0",
   "strict": 7.069384136621526e-15,
   "global_phase": 5.205082658878573e-16,
   "seconds": 0.4926726911216974
  },
  {
   "entry": "qpe_t8_m173",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.605398797765447e-76,
   "tolerance": 1.2974183754077814e-10,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 6.607656667869935e-76,
   "global_phase": -1.727233711018889e-77,
   "seconds": 0.009534066077321768
  },
  {
   "entry": "qpe_t8_m173",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.684604402407289e-07,
   "tolerance": 7.454606734339516e-05,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 2.876291632867958e-07,
   "global_phase": -2.3313432961912926e-07,
   "seconds": 0.0014051529578864574
  },
  {
   "entry": "qpe_t8_m173",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 2.379889104362696e-08,
   "tolerance": 2.5946634948769326e-06,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "qpe_t12_m2741",
   "engine": "exact",
   "quantity": "integer reference: P(m) against 1, the closed form, units of 2^-256",
   "measured": 271,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "qpe_t12_m2741",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.897294043453971e-07,
   "tolerance": 3.062721528136228e-05,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 1.9177557825276994e-07,
   "global_phase": 2.7939676405797104e-08
  },
  {
   "entry": "qpe_t12_m2741",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.9177557825276994e-07,
   "tolerance": 3.062721528225046e-05,
   "status": "pass"
  },
  {
   "entry": "qpe_t12_m2741",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.106274994226196e-15,
   "tolerance": 6.219820124221308e-13,
   "status": "pass"
  },
  {
   "entry": "qpe_t12_m2741",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "qpe_t12_m2741",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8446378487848027e-15,
   "tolerance": 5.123940704950704e-13,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.882816968641882e-15,
   "global_phase": 3.7724122817685328e-16,
   "seconds": 0.002882704
  },
  {
   "entry": "qpe_t12_m2741",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.805613248894342e-16,
   "tolerance": 2.67941707847115e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.839500472473385e-16,
   "global_phase": 5.640957091605201e-16,
   "seconds": 0.00324095
  },
  {
   "entry": "qpe_t12_m2741",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.518453725686628e-16,
   "tolerance": 2.67941707847115e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.4625597378806557e-15,
   "global_phase": 1.2545156525992895e-15,
   "seconds": 0.003243675,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "qpe_t12_m2741",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.150044009316429e-15,
   "tolerance": 5.123940704950704e-13,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.156472537645196e-15,
   "global_phase": -1.663867892004838e-16,
   "seconds": 0.6929109678603709
  },
  {
   "entry": "qpe_t12_m2741",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.21120340550861e-75,
   "tolerance": 3.4723773472090127e-10,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 3.21584525039295e-75,
   "global_phase": 1.727233711018889e-76,
   "seconds": 0.008054961916059256
  },
  {
   "entry": "qpe_t12_m2741",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.7533831375540817e-07,
   "tolerance": 0.00014256269912086766,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 3.842768069606236e-07,
   "global_phase": -2.680624504591769e-07,
   "seconds": 0.0019573266617953777
  },
  {
   "entry": "qpe_t12_m2741",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 4.085099734265601e-08,
   "tolerance": 3.062721528180637e-05,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "qpe_t6_third",
   "engine": "exact",
   "quantity": "integer reference: every outcome's probability against sin\u00b2(\u03c02^t\u03b4)/(2^2t sin\u00b2(\u03c0\u03b4)), units of 2^-256",
   "measured": 71,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "qpe_t6_third",
   "engine": "wai.exact",
   "quantity": "refuses, as listed: an angle no grid of 2^32 holds within 10^-14 of a turn",
   "measured": "the angle 2.0943951023931953 is not a dyadic multiple of 2\u03c0 (2\u03c0m/2^k, k \u2264 32) [Q500]",
   "tolerance": "[Q500]",
   "status": "refused"
  },
  {
   "entry": "qpe_t6_third",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.0778786485207591e-15,
   "tolerance": 1.7393193218634114e-13,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.4189449206665662e-15,
   "global_phase": 9.228121731687924e-16,
   "seconds": 0.000639748
  },
  {
   "entry": "qpe_t6_third",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.356158219493418e-16,
   "tolerance": 9.25616808926235e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.014150468655927e-15,
   "global_phase": -8.611717972347723e-16,
   "seconds": 0.000200388
  },
  {
   "entry": "qpe_t6_third",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.907988801888482e-16,
   "tolerance": 9.25616808926235e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.3989903050203014e-15,
   "global_phase": 1.2165404969299746e-15,
   "seconds": 0.000208283,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "qpe_t6_third",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.2429747973460994e-15,
   "tolerance": 1.7393193218634114e-13,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.7012647607988397e-15,
   "global_phase": -1.1616003785718901e-15,
   "seconds": 0.6585229551419616
  },
  {
   "entry": "qpe_t6_third",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.2019131939914155e-15,
   "tolerance": 4.542902048736096e-10,
   "status": "pass",
   "note": "double precision, a contraction of width 11.0",
   "strict": 3.3440420759815175e-15,
   "global_phase": -9.645565323393286e-16,
   "seconds": 0.1797872050665319
  },
  {
   "entry": "qpe_t6_third",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.2098354978490726e-16,
   "tolerance": 6.739273378291126e-11,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 3.2134194796667104e-16,
   "global_phase": -1.517261646831866e-17,
   "seconds": 0.010256680194288492
  },
  {
   "entry": "qpe_t6_third",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.6219238381259445e-07,
   "tolerance": 4.8388286972686044e-05,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 1.9800979111404798e-07,
   "global_phase": -1.1358480392540512e-07,
   "seconds": 0.000950315035879612
  },
  {
   "entry": "qpe_t6_third",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error",
   "measured": 1.2162346928681588e-15,
   "tolerance": 1.7393193218634114e-13,
   "status": "pass",
   "note": "planned statevector"
  },
  {
   "entry": "qpe_t10_third",
   "engine": "exact",
   "quantity": "integer reference: every outcome's probability against sin\u00b2(\u03c02^t\u03b4)/(2^2t sin\u00b2(\u03c0\u03b4)), units of 2^-256",
   "measured": 461,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "qpe_t10_third",
   "engine": "wai.exact",
   "quantity": "refuses, as listed: an angle no grid of 2^32 holds within 10^-14 of a turn",
   "measured": "the angle 2.0943951023931953 is not a dyadic multiple of 2\u03c0 (2\u03c0m/2^k, k \u2264 32) [Q500]",
   "tolerance": "[Q500]",
   "status": "refused"
  },
  {
   "entry": "qpe_t10_third",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.796606182330923e-15,
   "tolerance": 3.80769905597204e-13,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.278811280653084e-15,
   "global_phase": 1.4018513039698793e-15,
   "seconds": 0.001302499
  },
  {
   "entry": "qpe_t10_third",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.358378851023343e-16,
   "tolerance": 1.9973836403147212e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.6713352516360588e-15,
   "global_phase": -1.5006345758409982e-15,
   "seconds": 0.000628297
  },
  {
   "entry": "qpe_t10_third",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.865675993701194e-16,
   "tolerance": 1.9973836403147212e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.231826808090807e-15,
   "global_phase": 2.048181826171667e-15,
   "seconds": 0.000693269,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "qpe_t10_third",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.3725970584372824e-15,
   "tolerance": 3.80769905597204e-13,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 3.080042516876848e-15,
   "global_phase": -1.964037958916231e-15,
   "seconds": 0.5993798421695828
  },
  {
   "entry": "qpe_t10_third",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.0640144673793037e-15,
   "tolerance": 8.774588089962489e-05,
   "status": "pass",
   "note": "double precision, a contraction of width 22.0",
   "strict": 3.624618075140707e-15,
   "global_phase": -1.9364068617744188e-15,
   "seconds": 0.243896818254143
  },
  {
   "entry": "qpe_t10_third",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.643546631962793e-16,
   "tolerance": 2.2120451510998953e-10,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 4.653228779622703e-16,
   "global_phase": -3.000212530738417e-17,
   "seconds": 0.013444299809634686
  },
  {
   "entry": "qpe_t10_third",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.1365687523211428e-07,
   "tolerance": 0.00010593720971003882,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 3.283191717293934e-07,
   "global_phase": -2.492874103907835e-07,
   "seconds": 0.001235343050211668
  },
  {
   "entry": "qpe_t10_third",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error",
   "measured": 1.9062480016440573e-15,
   "tolerance": 3.80769905597204e-13,
   "status": "pass",
   "note": "planned statevector"
  },
  {
   "entry": "clifford_t_n4_d20",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.153123487039424e-09,
   "tolerance": 2.557346099079737e-07,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 9.855402861642344e-09,
   "global_phase": 3.653668846370256e-09
  },
  {
   "entry": "clifford_t_n4_d20",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 9.855402861642344e-09,
   "tolerance": 2.557346107961521e-07,
   "status": "pass"
  },
  {
   "entry": "clifford_t_n4_d20",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.996590550308032e-15,
   "tolerance": 1.3750065437935224e-13,
   "status": "pass"
  },
  {
   "entry": "clifford_t_n4_d20",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "clifford_t_n4_d20",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.1283823308778985e-15,
   "tolerance": 4.559837141102664e-13,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.1287684798629586e-15,
   "global_phase": 4.054496842783867e-17,
   "seconds": 0.000955605
  },
  {
   "entry": "clifford_t_n4_d20",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.0096790638024118e-15,
   "tolerance": 2.387117033546955e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.3114612183423928e-15,
   "global_phase": 8.36946064770723e-16,
   "seconds": 0.000192293
  },
  {
   "entry": "clifford_t_n4_d20",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.0096790638024118e-15,
   "tolerance": 2.387117033546955e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.3114612183423928e-15,
   "global_phase": 8.36946064770723e-16,
   "seconds": 0.000191131,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "clifford_t_n4_d20",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.37339659069541e-15,
   "tolerance": 4.559837141102664e-13,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.390711969694405e-15,
   "global_phase": -2.1877291266863018e-16,
   "seconds": 0.539945175871253
  },
  {
   "entry": "clifford_t_n4_d20",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.710155432446799e-15,
   "tolerance": 6.366438041334249e-12,
   "status": "pass",
   "note": "double precision, a contraction of width 6.0",
   "strict": 1.7521751726760407e-15,
   "global_phase": -3.814265756538407e-16,
   "seconds": 0.14505415130406618
  },
  {
   "entry": "clifford_t_n4_d20",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.528977502397698e-16,
   "tolerance": 1.105125084717754e-10,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 6.726554759573411e-16,
   "global_phase": -1.6183299128189006e-16,
   "seconds": 0.006732393987476826
  },
  {
   "entry": "clifford_t_n4_d20",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3204144579776923e-07,
   "tolerance": 0.00012686573245252413,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 2.652872169893507e-07,
   "global_phase": 2.3009207451654658e-07,
   "seconds": 0.0014229868538677692
  },
  {
   "entry": "clifford_t_n4_d20",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 4.4312242493393784e-09,
   "tolerance": 2.557346103520629e-07,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "clifford_t_n8_d40",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.017532148587371e-08,
   "tolerance": 3.342460177766595e-06,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 5.048837286771091e-08,
   "global_phase": 5.613635949877929e-09
  },
  {
   "entry": "clifford_t_n8_d40",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 5.048837286771091e-08,
   "tolerance": 3.3424601786547733e-06,
   "status": "pass"
  },
  {
   "entry": "clifford_t_n8_d40",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 6.5265324764127405e-15,
   "tolerance": 5.276208176870179e-13,
   "status": "pass"
  },
  {
   "entry": "clifford_t_n8_d40",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "clifford_t_n8_d40",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.6222540811788984e-15,
   "tolerance": 1.7581227739944499e-12,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 5.622384485102909e-15,
   "global_phase": 3.829288436678506e-17,
   "seconds": 0.004038337
  },
  {
   "entry": "clifford_t_n8_d40",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.1879700467120467e-15,
   "tolerance": 9.134376403884818e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 3.882352168215574e-15,
   "global_phase": 2.215740359183579e-15,
   "seconds": 0.000441393
  },
  {
   "entry": "clifford_t_n8_d40",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.1879700467120467e-15,
   "tolerance": 9.134376403884818e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 3.882352168215574e-15,
   "global_phase": 2.215740359183579e-15,
   "seconds": 0.000533147,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "clifford_t_n8_d40",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.0239044960628715e-15,
   "tolerance": 1.7581227739944499e-12,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 4.036090676030125e-15,
   "global_phase": 3.1340158216307306e-16,
   "seconds": 0.629636803176254
  },
  {
   "entry": "clifford_t_n8_d40",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.7387095793927795e-13,
   "tolerance": 3.14722561000377e-08,
   "status": "pass",
   "note": "double precision, a contraction of width 13.0",
   "strict": 3.738711224753857e-13,
   "global_phase": 3.5075714038221955e-16,
   "seconds": 0.6194003699347377
  },
  {
   "entry": "clifford_t_n8_d40",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.6405552764765258e-15,
   "tolerance": 7.662507939343449e-10,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 1.6764911083077484e-15,
   "global_phase": -3.4525471909877264e-16,
   "seconds": 0.025385401211678982
  },
  {
   "entry": "clifford_t_n8_d40",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.4811013356580204e-07,
   "tolerance": 0.0004893295801767063,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 8.085724621375064e-07,
   "global_phase": 7.298004917524249e-07,
   "seconds": 0.003654812928289175
  },
  {
   "entry": "clifford_t_n8_d40",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 3.183336592224804e-09,
   "tolerance": 3.342460178210684e-06,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "clifford_t_n12_d40",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.459746568494258e-07,
   "tolerance": 1.7682557127713214e-05,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 2.459756455523028e-07,
   "global_phase": 6.974185770216621e-10
  },
  {
   "entry": "clifford_t_n12_d40",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 2.459756455523028e-07,
   "tolerance": 1.7682557128601392e-05,
   "status": "pass"
  },
  {
   "entry": "clifford_t_n12_d40",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 9.000585916602294e-15,
   "tolerance": 7.712698727493606e-13,
   "status": "pass"
  },
  {
   "entry": "clifford_t_n12_d40",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "clifford_t_n12_d40",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.237536939221416e-15,
   "tolerance": 2.5713720785447756e-12,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 7.23755922358584e-15,
   "global_phase": 1.7960187025050173e-17,
   "seconds": 0.009603967
  },
  {
   "entry": "clifford_t_n12_d40",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.637520322363948e-15,
   "tolerance": 1.3348368718215973e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 5.465338738445407e-15,
   "global_phase": 2.891942735534964e-15,
   "seconds": 0.003922558
  },
  {
   "entry": "clifford_t_n12_d40",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.637520322363948e-15,
   "tolerance": 1.3348368718215973e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 5.465338738445407e-15,
   "global_phase": 2.891942735534964e-15,
   "seconds": 0.014670145,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "clifford_t_n12_d40",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.209789669144606e-15,
   "tolerance": 2.5713720785447756e-12,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 5.220686102560184e-15,
   "global_phase": -3.371275496591598e-16,
   "seconds": 0.7110968031920493
  },
  {
   "entry": "clifford_t_n12_d40",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.1084404206820238e-12,
   "tolerance": 0.00018851685818136647,
   "status": "pass",
   "note": "double precision, a contraction of width 21.0",
   "strict": 3.1084404284833338e-12,
   "global_phase": -2.2022673585577386e-16,
   "seconds": 2.887174777686596
  },
  {
   "entry": "clifford_t_n12_d40",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.9313870906755105e-14,
   "tolerance": 1.6181866097291546e-09,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 4.9354181978940125e-14,
   "global_phase": 1.994345757944291e-15,
   "seconds": 0.9981969119980931
  },
  {
   "entry": "clifford_t_n12_d40",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.268646302957837e-07,
   "tolerance": 0.0007158390537136506,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 1.5783814202752789e-06,
   "global_phase": 1.519563935349324e-06,
   "seconds": 0.008346863090991974
  },
  {
   "entry": "clifford_t_n12_d40",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 4.8602631432298324e-09,
   "tolerance": 1.7682557128157303e-05,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "dyadic_n6_k20",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.989486721523507e-08,
   "tolerance": 1.339873433652581e-05,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.39934443734408126,
   "global_phase": 0.40204678241385533
  },
  {
   "entry": "dyadic_n6_k20",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 9.005032024995734e-08,
   "tolerance": 1.3398734337413988e-05,
   "status": "pass"
  },
  {
   "entry": "dyadic_n6_k20",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.1344270897300554e-14,
   "tolerance": 1.745866092999919e-12,
   "status": "pass"
  },
  {
   "entry": "dyadic_n6_k20",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "dyadic_n6_k20",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4180869825539321e-15,
   "tolerance": 7.991467154512563e-13,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.5858100500850096e-15,
   "global_phase": -7.098047794018468e-16,
   "seconds": 0.001549487
  },
  {
   "entry": "dyadic_n6_k20",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1144949859777724e-15,
   "tolerance": 4.165275640169407e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.322932786265629e-15,
   "global_phase": 7.127777235625039e-16,
   "seconds": 0.000236797
  },
  {
   "entry": "dyadic_n6_k20",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4998772553894047e-15,
   "tolerance": 4.165275640169407e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.6337180633325466e-15,
   "global_phase": -6.476132559055545e-16,
   "seconds": 0.000213112,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "dyadic_n6_k20",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4985843759766546e-15,
   "tolerance": 7.991467154512563e-13,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.6025540997944576e-15,
   "global_phase": 5.678243661967013e-16,
   "seconds": 0.5156244160607457
  },
  {
   "entry": "dyadic_n6_k20",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.2877215825894275e-14,
   "tolerance": 8.221463240828132e-11,
   "status": "pass",
   "note": "double precision, a contraction of width 8.0",
   "strict": 1.2910819087885392e-14,
   "global_phase": 9.308931697266737e-16,
   "seconds": 0.20414310228079557
  },
  {
   "entry": "dyadic_n6_k20",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8430955369982564e-15,
   "tolerance": 2.7098876558096605e-10,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 1.8755756033629022e-15,
   "global_phase": 3.4753803450446e-16,
   "seconds": 0.008576847147196531
  },
  {
   "entry": "dyadic_n6_k20",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.00486582722685e-07,
   "tolerance": 0.00022236322833053704,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 9.574301253659594e-07,
   "global_phase": 3.252635195781324e-07,
   "seconds": 0.00248517282307148
  },
  {
   "entry": "dyadic_n6_k20",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 2.123367167248243e-08,
   "tolerance": 1.3398734336969899e-05,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "dyadic_n10_k30",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.662489981109932e-07,
   "tolerance": 0.00025925791074704726,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 1.2358534025545123,
   "global_phase": -1.3322055732900404
  },
  {
   "entry": "dyadic_n10_k30",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.212232236946938e-06,
   "tolerance": 0.00025925791074793544,
   "status": "pass"
  },
  {
   "entry": "dyadic_n10_k30",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.9589641986170673e-14,
   "tolerance": 7.835684093568104e-12,
   "status": "pass"
  },
  {
   "entry": "dyadic_n10_k30",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "dyadic_n10_k30",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.07060654547701e-15,
   "tolerance": 2.0448754189513503e-12,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.144929701446449e-15,
   "global_phase": -5.597427605381909e-16,
   "seconds": 0.006103587
  },
  {
   "entry": "dyadic_n10_k30",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.206421855955272e-15,
   "tolerance": 1.0620234965584993e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.323331428935808e-15,
   "global_phase": 7.27716649695331e-16,
   "seconds": 0.001178565
  },
  {
   "entry": "dyadic_n10_k30",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.2458513837077095e-15,
   "tolerance": 1.0620234965584993e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.248944686135354e-15,
   "global_phase": -1.1791422134167121e-16,
   "seconds": 0.001523637,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "dyadic_n10_k30",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.093607296463707e-15,
   "tolerance": 2.0448754189513503e-12,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.1819492426391685e-15,
   "global_phase": 6.145819600733233e-16,
   "seconds": 0.7830778420902789
  },
  {
   "entry": "dyadic_n10_k30",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.7000905806694717e-14,
   "tolerance": 2.931147265744985e-07,
   "status": "pass",
   "note": "double precision, a contraction of width 15.0",
   "strict": 3.700248913773084e-14,
   "global_phase": 3.423037715165888e-16,
   "seconds": 0.7587849241681397
  },
  {
   "entry": "dyadic_n10_k30",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.3358012539259084e-15,
   "tolerance": 1.0890426258424233e-09,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 3.667266135266657e-15,
   "global_phase": 1.52357175780466e-15,
   "seconds": 0.2292485348880291
  },
  {
   "entry": "dyadic_n10_k30",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3278944142638794e-06,
   "tolerance": 0.0005691853986397459,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 1.337290611147161e-06,
   "global_phase": 1.5824854839615882e-07,
   "seconds": 0.004090505186468363
  },
  {
   "entry": "dyadic_n10_k30",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 9.326463799528308e-08,
   "tolerance": 0.00025925791074749135,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "rotations_n6",
   "engine": "wai.exact",
   "quantity": "refuses, as listed: an angle no grid of 2^32 holds within 10^-14 of a turn",
   "measured": "the angle 1.6459015101789476 is not a dyadic multiple of 2\u03c0 (2\u03c0m/2^k, k \u2264 32) [Q500]",
   "tolerance": "[Q500]",
   "status": "refused"
  },
  {
   "entry": "rotations_n6",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.5154933030070789e-15,
   "tolerance": 7.991467154512563e-13,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.72086804212411e-15,
   "global_phase": -8.152710389464119e-16,
   "seconds": 0.001566228
  },
  {
   "entry": "rotations_n6",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4202944196368554e-15,
   "tolerance": 4.165275640169407e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.730542936658874e-15,
   "global_phase": -9.88707548857764e-16,
   "seconds": 0.000266965
  },
  {
   "entry": "rotations_n6",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4202944196368554e-15,
   "tolerance": 4.165275640169407e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.730542936658874e-15,
   "global_phase": -9.88707548857764e-16,
   "seconds": 0.000281903,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "rotations_n6",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4743905142439445e-15,
   "tolerance": 7.991467154512563e-13,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.6882917775498031e-15,
   "global_phase": -8.224972569253662e-16,
   "seconds": 0.6269540158100426
  },
  {
   "entry": "rotations_n6",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1792655495289512e-14,
   "tolerance": 8.221463240828132e-11,
   "status": "pass",
   "note": "double precision, a contraction of width 8.0",
   "strict": 1.1889423639891603e-14,
   "global_phase": -1.5138265614763518e-15,
   "seconds": 0.23645231872797012
  },
  {
   "entry": "rotations_n6",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.5945186668365574e-15,
   "tolerance": 2.7098876558096605e-10,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 2.7183138212342367e-15,
   "global_phase": -8.1098885205021715e-16,
   "seconds": 0.01297720754519105
  },
  {
   "entry": "rotations_n6",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.115210810877198e-07,
   "tolerance": 0.00022236322833053704,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 5.124601652408091e-07,
   "global_phase": -3.100974919087481e-08,
   "seconds": 0.0020326580852270126,
   "adapter": [
    "U as a matrix"
   ]
  },
  {
   "entry": "rotations_n6",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error",
   "measured": 3.6925340820413464e-16,
   "tolerance": 7.991467154512563e-13,
   "status": "pass",
   "note": "planned statevector"
  },
  {
   "entry": "rotations_n10",
   "engine": "wai.exact",
   "quantity": "refuses, as listed: an angle no grid of 2^32 holds within 10^-14 of a turn",
   "measured": "the angle 0.49840613019150304 is not a dyadic multiple of 2\u03c0 (2\u03c0m/2^k, k \u2264 32) [Q500]",
   "tolerance": "[Q500]",
   "status": "refused"
  },
  {
   "entry": "rotations_n10",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.464502051374197e-15,
   "tolerance": 2.0448754189513503e-12,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.9061712219412836e-15,
   "global_phase": -1.5401496063733773e-15,
   "seconds": 0.006114938
  },
  {
   "entry": "rotations_n10",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4813116232017393e-15,
   "tolerance": 1.0620234965584993e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.808390973035661e-15,
   "global_phase": -1.3153526089958304e-15,
   "seconds": 0.001615932
  },
  {
   "entry": "rotations_n10",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4813116232017393e-15,
   "tolerance": 1.0620234965584993e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.808390973035661e-15,
   "global_phase": -1.3153526089958304e-15,
   "seconds": 0.00178984,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "rotations_n10",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4481224325893393e-15,
   "tolerance": 2.0448754189513503e-12,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.788521275555992e-15,
   "global_phase": -1.3351207658040794e-15,
   "seconds": 0.7190186637453735
  },
  {
   "entry": "rotations_n10",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.5788474382171e-14,
   "tolerance": 2.931147265744985e-07,
   "status": "pass",
   "note": "double precision, a contraction of width 15.0",
   "strict": 3.581777360939839e-14,
   "global_phase": -1.4484501133299535e-15,
   "seconds": 0.6801291801966727
  },
  {
   "entry": "rotations_n10",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.441245328422686e-15,
   "tolerance": 1.0890426258424233e-09,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 7.450057187920476e-15,
   "global_phase": -3.6224310278193606e-16,
   "seconds": 0.34677948569878936
  },
  {
   "entry": "rotations_n10",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.582412086995927e-07,
   "tolerance": 0.0005691853986397459,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 7.591580684621947e-07,
   "global_phase": -3.729936028107713e-08,
   "seconds": 0.004305381327867508,
   "adapter": [
    "U as a matrix"
   ]
  },
  {
   "entry": "rotations_n10",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error",
   "measured": 1.8265293292099646e-16,
   "tolerance": 2.0448754189513503e-12,
   "status": "pass",
   "note": "planned statevector"
  },
  {
   "entry": "rotations_n12",
   "engine": "wai.exact",
   "quantity": "refuses, as listed: an angle no grid of 2^32 holds within 10^-14 of a turn",
   "measured": "the angle 1.437905822610216 is not a dyadic multiple of 2\u03c0 (2\u03c0m/2^k, k \u2264 32) [Q500]",
   "tolerance": "[Q500]",
   "status": "refused"
  },
  {
   "entry": "rotations_n12",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.10908033510255e-15,
   "tolerance": 3.2906041224545485e-12,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 3.898968578999015e-15,
   "global_phase": -2.3527803658438282e-15,
   "seconds": 0.008518658
  },
  {
   "entry": "rotations_n12",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.046068565026668e-15,
   "tolerance": 1.707519429100891e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 3.902351393327043e-15,
   "global_phase": -2.439223789273524e-15,
   "seconds": 0.006003618
  },
  {
   "entry": "rotations_n12",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.046068565026668e-15,
   "tolerance": 1.707519429100891e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 3.902351393327043e-15,
   "global_phase": -2.439223789273524e-15,
   "seconds": 0.007470158,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "rotations_n12",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.9975569299403123e-15,
   "tolerance": 3.2906041224545485e-12,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 3.8278999440208364e-15,
   "global_phase": -2.3806449616021136e-15,
   "seconds": 0.820526635274291
  },
  {
   "entry": "rotations_n12",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.6708544362074647e-12,
   "tolerance": 1.3263461525542181e-06,
   "status": "pass",
   "note": "double precision, a contraction of width 16.0",
   "strict": 2.670855648962862e-12,
   "global_phase": -2.5452284246344557e-15,
   "seconds": 2.1599483639001846
  },
  {
   "entry": "rotations_n12",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.0110640869037276e-14,
   "tolerance": 2.0708055344099814e-09,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 1.0205168483494635e-14,
   "global_phase": -1.3857867779226801e-15,
   "seconds": 3.867534996010363
  },
  {
   "entry": "rotations_n12",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.940950837636957e-07,
   "tolerance": 0.0009162477599676945,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 1.0176647613122722e-06,
   "global_phase": 2.1775337559876202e-07,
   "seconds": 0.007200898602604866,
   "adapter": [
    "U as a matrix"
   ]
  },
  {
   "entry": "rotations_n12",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error",
   "measured": 1.9380251804308974e-16,
   "tolerance": 3.2906041224545485e-12,
   "status": "pass",
   "note": "planned statevector"
  },
  {
   "entry": "rotations_wide_n20",
   "engine": "ddsim.statevector",
   "quantity": "state, against the other engines",
   "measured": null,
   "tolerance": null,
   "status": "not run",
   "note": "did not finish within 900 s"
  },
  {
   "entry": "rotations_wide_n20",
   "engine": "aer.statevector ~ qsim.statevector",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 6.634793141903581e-07,
   "tolerance": 0.00038592867124719895,
   "status": "pass"
  },
  {
   "entry": "rotations_wide_n20",
   "engine": "aer.statevector ~ quimb.dense",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 1.521143353289764e-15,
   "tolerance": 8.63124024008962e-12,
   "status": "pass"
  },
  {
   "entry": "rotations_wide_n20",
   "engine": "aer.statevector ~ wai.statevector",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 1.5263276067083962e-15,
   "tolerance": 8.63124024008962e-12,
   "status": "pass"
  },
  {
   "entry": "rotations_wide_n20",
   "engine": "qsim.statevector ~ quimb.dense",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 6.634793141048418e-07,
   "tolerance": 0.00038592866538946787,
   "status": "pass"
  },
  {
   "entry": "rotations_wide_n20",
   "engine": "qsim.statevector ~ wai.statevector",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 6.634793142302168e-07,
   "tolerance": 0.00038592866538946787,
   "status": "pass"
  },
  {
   "entry": "rotations_wide_n20",
   "engine": "quimb.dense ~ wai.statevector",
   "quantity": "distance between the two states, modulo a global phase",
   "measured": 1.5694926484115963e-15,
   "tolerance": 2.7735091889206955e-12,
   "status": "pass"
  },
  {
   "entry": "mirror_n10",
   "engine": "wai.exact",
   "quantity": "distance from |0\u20260>, modulo a global phase",
   "measured": 1.5187978165169593e-06,
   "tolerance": 0.0003597153067337921,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 1.5188537817569304e-06,
   "seconds": 0.016682531
  },
  {
   "entry": "mirror_n10",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 8.201255427515003e-14,
   "tolerance": 1.1724210342350836e-11,
   "status": "pass"
  },
  {
   "entry": "mirror_n10",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "mirror_n10",
   "engine": "wai.statevector",
   "quantity": "distance from |0\u20260>, modulo a global phase",
   "measured": 1.9510560572688773e-15,
   "tolerance": 5.453001117222185e-12,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.984140267936255e-15,
   "seconds": 0.011103052
  },
  {
   "entry": "mirror_n10",
   "engine": "aer.statevector",
   "quantity": "distance from |0\u20260>, modulo a global phase",
   "measured": 1.9371711728788852e-15,
   "tolerance": 2.8280029346481536e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9420360610175412e-15,
   "seconds": 0.002910407
  },
  {
   "entry": "mirror_n10",
   "engine": "quimb.dense",
   "quantity": "distance from |0\u20260>, modulo a global phase",
   "measured": 1.9843426838563916e-15,
   "tolerance": 5.453001117222185e-12,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.9850192843430372e-15,
   "seconds": 0.8878102856688201
  },
  {
   "entry": "mirror_n10",
   "engine": "ddsim.statevector",
   "quantity": "distance from |0\u20260>, modulo a global phase",
   "measured": 0.0,
   "tolerance": 2.904113674174054e-09,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 0.0,
   "seconds": 0.32844540290534496
  },
  {
   "entry": "mirror_n10",
   "engine": "qsim.statevector",
   "quantity": "distance from |0\u20260>, modulo a global phase",
   "measured": 8.606327485878577e-07,
   "tolerance": 0.0015192659685579655,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 8.626889824960075e-07,
   "seconds": 0.012953347060829401
  },
  {
   "entry": "mirror_n16",
   "engine": "wai.exact",
   "quantity": "distance from |0\u20260>, modulo a global phase",
   "measured": 1.5097730264204684e-05,
   "tolerance": 0.003469576937108643,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 1.5097785874851365e-05,
   "seconds": 1.6868671499999999
  },
  {
   "entry": "mirror_n16",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 9.778321890684503e-14,
   "tolerance": 1.4102957475358876e-11,
   "status": "pass"
  },
  {
   "entry": "mirror_n16",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "mirror_n16",
   "engine": "wai.statevector",
   "quantity": "distance from |0\u20260>, modulo a global phase",
   "measured": 2.2300760905380908e-15,
   "tolerance": 6.628216875251998e-12,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.238789057608218e-15,
   "seconds": 0.295124404
  },
  {
   "entry": "mirror_n16",
   "engine": "aer.statevector",
   "quantity": "distance from |0\u20260>, modulo a global phase",
   "measured": 3.8006310246894564e-15,
   "tolerance": 3.453367988601977e-11,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 3.848208265600261e-15,
   "seconds": 0.147434371
  },
  {
   "entry": "mirror_n16",
   "engine": "quimb.dense",
   "quantity": "distance from |0\u20260>, modulo a global phase",
   "measured": 2.1916006776600278e-15,
   "tolerance": 6.628216875251998e-12,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.200259822259795e-15,
   "seconds": 1.5644012913107872
  },
  {
   "entry": "mirror_n16",
   "engine": "ddsim.statevector",
   "quantity": "distance from |0\u20260>, modulo a global phase",
   "measured": 3.79538506429594e-13,
   "tolerance": 5.453581555606244e-09,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 5.367485032355598e-13,
   "seconds": 79.21651450823992
  },
  {
   "entry": "mirror_n16",
   "engine": "qsim.statevector",
   "quantity": "distance from |0\u20260>, modulo a global phase",
   "measured": 9.717113926020068e-07,
   "tolerance": 0.0018472968080305607,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 9.717400499111354e-07,
   "seconds": 0.018593010026961565
  },
  {
   "entry": "mirror_n20",
   "engine": "wai.exact",
   "quantity": "distance from |0\u20260>, modulo a global phase",
   "measured": 4.7389608465249136e-05,
   "tolerance": 0.01155545431658005,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 4.738962099310268e-05,
   "seconds": 28.293182
  },
  {
   "entry": "mirror_n20",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 8.090288470075473e-14,
   "tolerance": 1.181152965688379e-11,
   "status": "pass"
  },
  {
   "entry": "mirror_n20",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": null,
   "tolerance": null,
   "status": "not run",
   "note": "not rerun: 8386 ops on 2^20 amplitudes is past the referee's 2^30 updates"
  },
  {
   "entry": "mirror_n20",
   "engine": "wai.statevector",
   "quantity": "distance from |0\u20260>, modulo a global phase",
   "measured": 1.7612504605929993e-15,
   "tolerance": 5.547018377864469e-12,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.783666617688025e-15,
   "seconds": 0.135258843
  },
  {
   "entry": "mirror_n20",
   "engine": "aer.statevector",
   "quantity": "distance from |0\u20260>, modulo a global phase",
   "measured": 1.7131244038224031e-15,
   "tolerance": 2.8904518742140163e-11,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.7208726785094627e-15,
   "seconds": 1.421242601
  },
  {
   "entry": "mirror_n20",
   "engine": "quimb.dense",
   "quantity": "distance from |0\u20260>, modulo a global phase",
   "measured": 1.8149311374757045e-15,
   "tolerance": 5.547018377864469e-12,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.816462945258661e-15,
   "seconds": 39.18795762816444
  },
  {
   "entry": "mirror_n20",
   "engine": "ddsim.statevector",
   "quantity": "distance from |0\u20260>",
   "measured": null,
   "tolerance": null,
   "status": "not run",
   "note": "did not finish within 900 s"
  },
  {
   "entry": "mirror_n20",
   "engine": "qsim.statevector",
   "quantity": "distance from |0\u20260>, modulo a global phase",
   "measured": 8.55353672878336e-07,
   "tolerance": 0.0015455005690109941,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 8.583169738309598e-07,
   "seconds": 0.07110869884490967
  },
  {
   "entry": "small_angle_k8",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.780451001345842e-10,
   "tolerance": 8.607879969073985e-09,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 1.1888709590001065e-09,
   "global_phase": 6.759008355409271e-10
  },
  {
   "entry": "small_angle_k8",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.1888709590001065e-09,
   "tolerance": 8.607880857252405e-09,
   "status": "pass"
  },
  {
   "entry": "small_angle_k8",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.2258192659821766e-16,
   "tolerance": 5.113306542163034e-15,
   "status": "pass"
  },
  {
   "entry": "small_angle_k8",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "small_angle_k8",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8595955020684147e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.85959557341835e-16,
   "global_phase": -5.1513497497288096e-20,
   "seconds": 0.00016935
  },
  {
   "entry": "small_angle_k8",
   "engine": "wai.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 0.01227176929830895
  },
  {
   "entry": "small_angle_k8",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.478119303198938e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 9.718539386259611e-17,
   "global_phase": 6.207071732258519e-17,
   "seconds": 0.000167837
  },
  {
   "entry": "small_angle_k8",
   "engine": "aer.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999951,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 0.01227176929830895
  },
  {
   "entry": "small_angle_k8",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.478119303198938e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 9.718539386259611e-17,
   "global_phase": 6.207071732258519e-17,
   "seconds": 0.000162677,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "small_angle_k8",
   "engine": "aer.qasm_import",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999951,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 0.01227176929830895
  },
  {
   "entry": "small_angle_k8",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.6306117118131227e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.630646413577557e-16,
   "global_phase": -1.3512029458769615e-18,
   "seconds": 1.5389266209676862
  },
  {
   "entry": "small_angle_k8",
   "engine": "quimb.dense",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 0.01227176929830895
  },
  {
   "entry": "small_angle_k8",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.5162694981208795e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 1.5162704195682586e-16,
   "global_phase": -1.6716237491675073e-19,
   "seconds": 0.0019431221298873425
  },
  {
   "entry": "small_angle_k8",
   "engine": "quimb.tensor_network",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999999,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 0.01227176929830895
  },
  {
   "entry": "small_angle_k8",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.063818908148136e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 4.065562305172074e-17,
   "global_phase": 1.1904931336954907e-18,
   "seconds": 0.009246671106666327
  },
  {
   "entry": "small_angle_k8",
   "engine": "ddsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999999,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 0.01227176929830895
  },
  {
   "entry": "small_angle_k8",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.9358970450937013e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 2.9370438261224258e-08,
   "global_phase": -8.206690548754471e-10,
   "seconds": 0.0007190881296992302
  },
  {
   "entry": "small_angle_k8",
   "engine": "qsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.000000081545135,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 0.01227176929830895
  },
  {
   "entry": "small_angle_k8",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 8.406587170647292e-10,
   "tolerance": 8.607880413163195e-09,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "small_angle_k16",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.145354530188233e-10,
   "tolerance": 8.607879969073985e-09,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 7.2737423971223e-10,
   "global_phase": -1.3606017413376997e-10
  },
  {
   "entry": "small_angle_k16",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 7.2737423971223e-10,
   "tolerance": 8.607880857252405e-09,
   "status": "pass"
  },
  {
   "entry": "small_angle_k16",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.1150240354016243e-16,
   "tolerance": 5.113306542163034e-15,
   "status": "pass"
  },
  {
   "entry": "small_angle_k16",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "small_angle_k16",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8254756992859056e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.82547570059512e-16,
   "global_phase": 6.91366666472064e-21,
   "seconds": 0.000172296
  },
  {
   "entry": "small_angle_k16",
   "engine": "wai.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999999,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 4.793689961683644e-05
  },
  {
   "entry": "small_angle_k16",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.050673116660162e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.0927932505288209e-16,
   "global_phase": 6.124134630745771e-17,
   "seconds": 0.000161645
  },
  {
   "entry": "small_angle_k16",
   "engine": "aer.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999987227,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 4.793689961683644e-05
  },
  {
   "entry": "small_angle_k16",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.050673116660162e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.0927932505288209e-16,
   "global_phase": 6.124134630745771e-17,
   "seconds": 0.000164371,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "small_angle_k16",
   "engine": "aer.qasm_import",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999987227,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 4.793689961683644e-05
  },
  {
   "entry": "small_angle_k16",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.5653899922577952e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.565389992262524e-16,
   "global_phase": 3.847678097819925e-22,
   "seconds": 2.5529657220467925
  },
  {
   "entry": "small_angle_k16",
   "engine": "quimb.dense",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999999,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 4.793689961683644e-05
  },
  {
   "entry": "small_angle_k16",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.5619800321248797e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 1.5619800335560763e-16,
   "global_phase": 6.686554175722784e-21,
   "seconds": 0.0023637060075998306
  },
  {
   "entry": "small_angle_k16",
   "engine": "quimb.tensor_network",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999998,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 4.793689961683644e-05
  },
  {
   "entry": "small_angle_k16",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.58472171734119e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 6.584721728060106e-17,
   "global_phase": 3.757155249022045e-21,
   "seconds": 0.01715255808085203
  },
  {
   "entry": "small_angle_k16",
   "engine": "ddsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 4.793689961683644e-05
  },
  {
   "entry": "small_angle_k16",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.2497990667184677e-09,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 3.2498100863323152e-09,
   "global_phase": -8.463048083580325e-12,
   "seconds": 0.0007534129545092583
  },
  {
   "entry": "small_angle_k16",
   "engine": "qsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0000001776945606,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 4.793689961683644e-05
  },
  {
   "entry": "small_angle_k16",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 5.143312573609271e-10,
   "tolerance": 8.607880413163195e-09,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "small_angle_k24",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.767666978444572e-11,
   "tolerance": 8.607879969073985e-09,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 8.156711358706537e-11,
   "global_phase": 5.7676648494005915e-11
  },
  {
   "entry": "small_angle_k24",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 8.156711358706537e-11,
   "tolerance": 8.607880857252405e-09,
   "status": "pass"
  },
  {
   "entry": "small_angle_k24",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.228704956460842e-16,
   "tolerance": 5.113306542163034e-15,
   "status": "pass"
  },
  {
   "entry": "small_angle_k24",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "small_angle_k24",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.1618425343289953e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.1618425343289958e-16,
   "global_phase": -4.874625787480407e-24,
   "seconds": 0.000165122
  },
  {
   "entry": "small_angle_k24",
   "engine": "wai.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0000000000000002,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 1.8725351414619617e-07
  },
  {
   "entry": "small_angle_k24",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.696492554710878e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 9.073974588850753e-17,
   "global_phase": 6.123234627532328e-17,
   "seconds": 0.00015881
  },
  {
   "entry": "small_angle_k24",
   "engine": "aer.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999996729978,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 1.8725351414619617e-07
  },
  {
   "entry": "small_angle_k24",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.696492554710878e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 9.073974588850753e-17,
   "global_phase": 6.123234627532328e-17,
   "seconds": 0.000178417,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "small_angle_k24",
   "engine": "aer.qasm_import",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999996729978,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 1.8725351414619617e-07
  },
  {
   "entry": "small_angle_k24",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4197409606121313e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.4197409606121436e-16,
   "global_phase": -2.4697673580566565e-23,
   "seconds": 1.0133511307649314
  },
  {
   "entry": "small_angle_k24",
   "engine": "quimb.dense",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 1.8725351414619617e-07
  },
  {
   "entry": "small_angle_k24",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3310296492947376e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 1.3310296492947388e-16,
   "global_phase": -5.503546281709894e-24,
   "seconds": 0.0012358753010630608
  },
  {
   "entry": "small_angle_k24",
   "engine": "quimb.tensor_network",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 1.8725351414619617e-07
  },
  {
   "entry": "small_angle_k24",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.5063878560098153e-14,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 3.5063878560100614e-14,
   "global_phase": 1.3154399712170649e-20,
   "seconds": 0.013489006087183952
  },
  {
   "entry": "small_angle_k24",
   "engine": "ddsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999473,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 1.8725351414619617e-07
  },
  {
   "entry": "small_angle_k24",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.991742884792483e-14,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 6.871130644612338e-14,
   "global_phase": -3.3632504423353635e-14,
   "seconds": 0.0007323836907744408
  },
  {
   "entry": "small_angle_k24",
   "engine": "qsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0000001796094875,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 1.8725351414619617e-07
  },
  {
   "entry": "small_angle_k24",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 5.7676659139227304e-11,
   "tolerance": 8.607880413163195e-09,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "small_angle_k26",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.47249805794336e-10,
   "tolerance": 8.607879969073985e-09,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 3.4966402863501713e-10,
   "global_phase": 2.4724980577531914e-10
  },
  {
   "entry": "small_angle_k26",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 3.4966402863501713e-10,
   "tolerance": 8.607880857252405e-09,
   "status": "pass"
  },
  {
   "entry": "small_angle_k26",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.2362716297279847e-16,
   "tolerance": 5.113306542163034e-15,
   "status": "pass"
  },
  {
   "entry": "small_angle_k26",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "small_angle_k26",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.952496715825137e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.9524967158251372e-16,
   "global_phase": 6.71583667849561e-25,
   "seconds": 0.000155734
  },
  {
   "entry": "small_angle_k26",
   "engine": "wai.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 4.68133785365491e-08
  },
  {
   "entry": "small_angle_k26",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.366157294584462e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 9.578845626274399e-17,
   "global_phase": 6.123235275851835e-17,
   "seconds": 0.000157848
  },
  {
   "entry": "small_angle_k26",
   "engine": "aer.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999986919904,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 4.68133785365491e-08
  },
  {
   "entry": "small_angle_k26",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.366157294584462e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 9.578845626274399e-17,
   "global_phase": 6.123235275851835e-17,
   "seconds": 0.000178778,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "small_angle_k26",
   "engine": "aer.qasm_import",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999986919904,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 4.68133785365491e-08
  },
  {
   "entry": "small_angle_k26",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.5239932650251915e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.5239932650251915e-16,
   "global_phase": 2.3332666200026874e-24,
   "seconds": 1.3310037078335881
  },
  {
   "entry": "small_angle_k26",
   "engine": "quimb.dense",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999998,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 4.68133785365491e-08
  },
  {
   "entry": "small_angle_k26",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4013320253395263e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 1.4013320253395263e-16,
   "global_phase": -6.407979693356206e-25,
   "seconds": 0.0013726730830967426
  },
  {
   "entry": "small_angle_k26",
   "engine": "quimb.tensor_network",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999999,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 4.68133785365491e-08
  },
  {
   "entry": "small_angle_k26",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.1914924100062304e-15,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 2.1914924100062395e-15,
   "global_phase": 2.014580430297663e-22,
   "seconds": 0.023460076190531254
  },
  {
   "entry": "small_angle_k26",
   "engine": "ddsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999968,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 4.68133785365491e-08
  },
  {
   "entry": "small_angle_k26",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.961132963119457e-15,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 1.2288145633023052e-14,
   "global_phase": -8.408128157662514e-15,
   "seconds": 0.000747953075915575
  },
  {
   "entry": "small_angle_k26",
   "engine": "qsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0000001796095148,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 4.68133785365491e-08
  },
  {
   "entry": "small_angle_k26",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 2.4724980578482773e-10,
   "tolerance": 8.607880413163195e-09,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "small_angle_k28",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.038488358639941e-10,
   "tolerance": 8.607879969073985e-09,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 5.711285008274089e-10,
   "global_phase": -4.038488358639409e-10
  },
  {
   "entry": "small_angle_k28",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 5.711285008274089e-10,
   "tolerance": 8.607880857252405e-09,
   "status": "pass"
  },
  {
   "entry": "small_angle_k28",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.3769972679217414e-16,
   "tolerance": 5.113306542163034e-15,
   "status": "pass"
  },
  {
   "entry": "small_angle_k28",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "small_angle_k28",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3940409624957706e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.3940409624957706e-16,
   "global_phase": -3.6016109745977435e-25,
   "seconds": 0.000177696
  },
  {
   "entry": "small_angle_k28",
   "engine": "wai.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 1.1703344634137277e-08
  },
  {
   "entry": "small_angle_k28",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.5225932261746305e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.6411063727342416e-16,
   "global_phase": 6.123234392345849e-17,
   "seconds": 0.000157488
  },
  {
   "entry": "small_angle_k28",
   "engine": "aer.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999947679622,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 1.1703344634137277e-08
  },
  {
   "entry": "small_angle_k28",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.5225932261746305e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.6411063727342416e-16,
   "global_phase": 6.123234392345849e-17,
   "seconds": 0.000162837,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "small_angle_k28",
   "engine": "aer.qasm_import",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999947679622,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 1.1703344634137277e-08
  },
  {
   "entry": "small_angle_k28",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1778473976565104e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.1778473976565107e-16,
   "global_phase": 2.6539241761670182e-24,
   "seconds": 1.0297809718176723
  },
  {
   "entry": "small_angle_k28",
   "engine": "quimb.dense",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999998,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 1.1703344634137277e-08
  },
  {
   "entry": "small_angle_k28",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.0322780871983296e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 1.0322780871983296e-16,
   "global_phase": 7.304624273862791e-25,
   "seconds": 0.001241755671799183
  },
  {
   "entry": "small_angle_k28",
   "engine": "quimb.tensor_network",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999999,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 1.1703344634137277e-08
  },
  {
   "entry": "small_angle_k28",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3696827562538977e-16,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 1.3696827562538982e-16,
   "global_phase": 2.6449066869591424e-24,
   "seconds": 0.01658325269818306
  },
  {
   "entry": "small_angle_k28",
   "engine": "ddsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999999,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 1.1703344634137277e-08
  },
  {
   "entry": "small_angle_k28",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.110938055349543e-15,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 2.9790264018692395e-15,
   "global_phase": -2.10203207147538e-15,
   "seconds": 0.0007352391257882118
  },
  {
   "entry": "small_angle_k28",
   "engine": "qsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0000001796095166,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 1.1703344634137277e-08
  },
  {
   "entry": "small_angle_k28",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 4.0384883586396754e-10,
   "tolerance": 8.607880413163195e-09,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "small_angle_k30",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.318684346878843e-10,
   "tolerance": 8.607879969073985e-09,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 1.8649012878451636e-10,
   "global_phase": 1.3186843468788386e-10
  },
  {
   "entry": "small_angle_k30",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.8649012878451636e-10,
   "tolerance": 8.607880857252405e-09,
   "status": "pass"
  },
  {
   "entry": "small_angle_k30",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.2220956107130027e-16,
   "tolerance": 5.113306542163034e-15,
   "status": "pass"
  },
  {
   "entry": "small_angle_k30",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "small_angle_k30",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.30763959096193e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.30763959096193e-16,
   "global_phase": 3.8352550973466707e-25,
   "seconds": 0.000191322
  },
  {
   "entry": "small_angle_k30",
   "engine": "wai.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.9258361585343192e-09
  },
  {
   "entry": "small_angle_k30",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.24176605255026e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.743777155297435e-17,
   "global_phase": 6.123234070875654e-17,
   "seconds": 0.000169711
  },
  {
   "entry": "small_angle_k30",
   "engine": "aer.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999790718493,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.9258361585343192e-09
  },
  {
   "entry": "small_angle_k30",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.24176605255026e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.743777155297435e-17,
   "global_phase": 6.123234070875654e-17,
   "seconds": 0.000165112,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "small_angle_k30",
   "engine": "aer.qasm_import",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999790718493,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.9258361585343192e-09
  },
  {
   "entry": "small_angle_k30",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.1365565322645643e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.1365565322645643e-16,
   "global_phase": -8.86261455065536e-26,
   "seconds": 0.9079907513223588
  },
  {
   "entry": "small_angle_k30",
   "engine": "quimb.dense",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999999,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.9258361585343192e-09
  },
  {
   "entry": "small_angle_k30",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.0281877206483399e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 1.0281877206483399e-16,
   "global_phase": -1.7738338483450532e-25,
   "seconds": 0.0014429772272706032
  },
  {
   "entry": "small_angle_k30",
   "engine": "quimb.tensor_network",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.9258361585343192e-09
  },
  {
   "entry": "small_angle_k30",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.560517226586876e-18,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 8.560517226586893e-18,
   "global_phase": 5.359933175532669e-25,
   "seconds": 0.011141400784254074
  },
  {
   "entry": "small_angle_k30",
   "engine": "ddsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999998,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.9258361585343192e-09
  },
  {
   "entry": "small_angle_k30",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.256474506611849e-16,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 7.432791667721722e-16,
   "global_phase": -5.255080183697786e-16,
   "seconds": 0.000846098642796278
  },
  {
   "entry": "small_angle_k30",
   "engine": "qsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0000001796095166,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.9258361585343192e-09
  },
  {
   "entry": "small_angle_k30",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.318684346878841e-10,
   "tolerance": 8.607880413163195e-09,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "small_angle_k32",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.9986353498189868e-10,
   "tolerance": 8.607879969073985e-09,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 2.8264972179523065e-10,
   "global_phase": -1.9986353498189868e-10
  },
  {
   "entry": "small_angle_k32",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 2.8264972179523065e-10,
   "tolerance": 8.607880857252405e-09,
   "status": "pass"
  },
  {
   "entry": "small_angle_k32",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.220452495233884e-16,
   "tolerance": 5.113306542163034e-15,
   "status": "pass"
  },
  {
   "entry": "small_angle_k32",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "small_angle_k32",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.2258028030058234e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.2258028030058234e-16,
   "global_phase": 8.805429279700935e-26,
   "seconds": 0.000176333
  },
  {
   "entry": "small_angle_k32",
   "engine": "wai.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 7.314590396335798e-10
  },
  {
   "entry": "small_angle_k32",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.123701466044248e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.659891128289178e-17,
   "global_phase": 6.123234007335431e-17,
   "seconds": 0.00017481
  },
  {
   "entry": "small_angle_k32",
   "engine": "aer.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999162873975,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 7.314590396335798e-10
  },
  {
   "entry": "small_angle_k32",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.123701466044248e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.659891128289178e-17,
   "global_phase": 6.123234007335431e-17,
   "seconds": 0.000163128,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "small_angle_k32",
   "engine": "aer.qasm_import",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999162873975,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 7.314590396335798e-10
  },
  {
   "entry": "small_angle_k32",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.2151021875367953e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.2151021875367953e-16,
   "global_phase": -2.998362101329583e-26,
   "seconds": 1.0505521688610315
  },
  {
   "entry": "small_angle_k32",
   "engine": "quimb.dense",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999999,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 7.314590396335798e-10
  },
  {
   "entry": "small_angle_k32",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1048856556976266e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 1.1048856556976266e-16,
   "global_phase": -5.217293084528376e-26,
   "seconds": 0.0013849670067429543
  },
  {
   "entry": "small_angle_k32",
   "engine": "quimb.tensor_network",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 7.314590396335798e-10
  },
  {
   "entry": "small_angle_k32",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.350323266616951e-19,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 5.350323266617113e-19,
   "global_phase": 1.3204155822915235e-25,
   "seconds": 0.014486300759017467
  },
  {
   "entry": "small_angle_k32",
   "engine": "ddsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999998,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 7.314590396335798e-10
  },
  {
   "entry": "small_angle_k32",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3137918350078252e-16,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 1.8579668241137169e-16,
   "global_phase": -1.3137700460027175e-16,
   "seconds": 0.0007867463864386082
  },
  {
   "entry": "small_angle_k32",
   "engine": "qsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0000001796095168,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 7.314590396335798e-10
  },
  {
   "entry": "small_angle_k32",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.9986353498189868e-10,
   "tolerance": 8.607880413163195e-09,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "below_grid_k33",
   "engine": "wai.exact",
   "quantity": "refuses, as listed: an angle no grid of 2^32 holds within 10^-14 of a turn",
   "measured": "the angle 0.0000000007314590396335798 is not a dyadic multiple of 2\u03c0 (2\u03c0m/2^k, k \u2264 32) [Q500]",
   "tolerance": "[Q500]",
   "status": "refused"
  },
  {
   "entry": "below_grid_k33",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.221784032698946e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.221784032698946e-16,
   "global_phase": 4.3831469282588235e-26,
   "seconds": 0.000184779
  },
  {
   "entry": "below_grid_k33",
   "engine": "wai.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 3.657295198167899e-10
  },
  {
   "entry": "below_grid_k33",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.123263208852025e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.65958122267691e-17,
   "global_phase": 6.123234000694218e-17,
   "seconds": 0.000175511
  },
  {
   "entry": "below_grid_k33",
   "engine": "aer.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999998325747947,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 3.657295198167899e-10
  },
  {
   "entry": "below_grid_k33",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.123263208852025e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.65958122267691e-17,
   "global_phase": 6.123234000694218e-17,
   "seconds": 0.000172827,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "below_grid_k33",
   "engine": "aer.qasm_import",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999998325747947,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 3.657295198167899e-10
  },
  {
   "entry": "below_grid_k33",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.2191088715510154e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.2191088715510154e-16,
   "global_phase": -1.518748762256435e-26,
   "seconds": 1.0298650520853698
  },
  {
   "entry": "below_grid_k33",
   "engine": "quimb.dense",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999999,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 3.657295198167899e-10
  },
  {
   "entry": "below_grid_k33",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1088862505292507e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 1.1088862505292507e-16,
   "global_phase": -2.628214253855832e-26,
   "seconds": 0.0013676048256456852
  },
  {
   "entry": "below_grid_k33",
   "engine": "quimb.tensor_network",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 3.657295198167899e-10
  },
  {
   "entry": "below_grid_k33",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3375808166543595e-19,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 1.3375808166545222e-19,
   "global_phase": 6.597185983559708e-26,
   "seconds": 0.008478548843413591
  },
  {
   "entry": "below_grid_k33",
   "engine": "ddsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999998,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 3.657295198167899e-10
  },
  {
   "entry": "below_grid_k33",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.568877466458933e-17,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 9.28977634359184e-17,
   "global_phase": -6.568850230033155e-17,
   "seconds": 0.000756037887185812
  },
  {
   "entry": "below_grid_k33",
   "engine": "qsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0000001796095168,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 3.657295198167899e-10
  },
  {
   "entry": "below_grid_k33",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error",
   "measured": 2.2217836300669674e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "planned statevector"
  },
  {
   "entry": "below_grid_k40",
   "engine": "wai.exact",
   "quantity": "refuses, as listed: an angle no grid of 2^32 holds within 10^-14 of a turn",
   "measured": "the angle 0.000000000005714523747137342 is not a dyadic multiple of 2\u03c0 (2\u03c0m/2^k, k \u2264 32) [Q500]",
   "tolerance": "[Q500]",
   "status": "refused"
  },
  {
   "entry": "below_grid_k40",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.220446130889769e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.220446130889769e-16,
   "global_phase": 3.419238090495615e-28,
   "seconds": 0.000171784
  },
  {
   "entry": "below_grid_k40",
   "engine": "wai.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.857261873568671e-12
  },
  {
   "entry": "below_grid_k40",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.123233995718975e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.659560562386814e-17,
   "global_phase": 6.123233995799644e-17,
   "seconds": 0.000163569
  },
  {
   "entry": "below_grid_k40",
   "engine": "aer.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999785695737154,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.857261873568671e-12
  },
  {
   "entry": "below_grid_k40",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.123233995718975e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.659560562386814e-17,
   "global_phase": 6.123233995799644e-17,
   "seconds": 0.000164781,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "below_grid_k40",
   "engine": "aer.qasm_import",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999785695737154,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.857261873568671e-12
  },
  {
   "entry": "below_grid_k40",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.2204459676108604e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.2204459676108604e-16,
   "global_phase": -1.1916179177194308e-28,
   "seconds": 1.2195875071920455
  },
  {
   "entry": "below_grid_k40",
   "engine": "quimb.dense",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999999,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.857261873568671e-12
  },
  {
   "entry": "below_grid_k40",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1102229429857054e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 1.1102229429857054e-16,
   "global_phase": -2.0583878330314597e-28,
   "seconds": 0.0013191718608140945
  },
  {
   "entry": "below_grid_k40",
   "engine": "quimb.tensor_network",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.857261873568671e-12
  },
  {
   "entry": "below_grid_k40",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.163945430410356e-24,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 8.16394544667156e-24,
   "global_phase": 5.152777687854373e-28,
   "seconds": 0.008635586127638817
  },
  {
   "entry": "below_grid_k40",
   "engine": "ddsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999998,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.857261873568671e-12
  },
  {
   "entry": "below_grid_k40",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.131914243517235e-19,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 7.25762272319939e-19,
   "global_phase": -5.1319142422184975e-19,
   "seconds": 0.0007411600090563297
  },
  {
   "entry": "below_grid_k40",
   "engine": "qsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0000001796095168,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.857261873568671e-12
  },
  {
   "entry": "below_grid_k40",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error",
   "measured": 2.2204461308897673e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "planned statevector"
  },
  {
   "entry": "below_grid_k47",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.2322358387255243e-14,
   "tolerance": 6.359468354083656e-09,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 3.1568581975409175e-14,
   "global_phase": 2.2322358387255243e-14
  },
  {
   "entry": "below_grid_k47",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 3.1568581975409175e-14,
   "tolerance": 6.359469242262076e-09,
   "status": "pass"
  },
  {
   "entry": "below_grid_k47",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.232346271920288e-14,
   "tolerance": 4.8349647275852546e-14,
   "status": "pass",
   "note": "the reader moved its angles by 7.11e-15 of a turn in all, as its rule has it"
  },
  {
   "entry": "below_grid_k47",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "below_grid_k47",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.2204460492552957e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.2204460492552957e-16,
   "global_phase": 2.6712795152298427e-30,
   "seconds": 0.000169821
  },
  {
   "entry": "below_grid_k47",
   "engine": "wai.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.2322358387255243e-14
  },
  {
   "entry": "below_grid_k47",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.123233995736529e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.659560562355044e-17,
   "global_phase": 6.12323399573716e-17,
   "seconds": 0.00015359
  },
  {
   "entry": "below_grid_k47",
   "engine": "aer.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9972569054355688,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.2322358387255243e-14
  },
  {
   "entry": "below_grid_k47",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.123233995736529e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.659560562355044e-17,
   "global_phase": 6.12323399573716e-17,
   "seconds": 0.000166284,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "below_grid_k47",
   "engine": "aer.qasm_import",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9972569054355688,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.2322358387255243e-14
  },
  {
   "entry": "below_grid_k47",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.2204460492453302e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.2204460492453302e-16,
   "global_phase": -9.309517411881617e-31,
   "seconds": 0.9019867070019245
  },
  {
   "entry": "below_grid_k47",
   "engine": "quimb.dense",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999999,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.2322358387255243e-14
  },
  {
   "entry": "below_grid_k47",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1102230246201737e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 1.1102230246201737e-16,
   "global_phase": -1.6081157375256844e-30,
   "seconds": 0.0013038339093327522
  },
  {
   "entry": "below_grid_k47",
   "engine": "quimb.tensor_network",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.2322358387255243e-14
  },
  {
   "entry": "below_grid_k47",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.2322358387255243e-14,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 3.1568581975409175e-14,
   "global_phase": 2.2322358387255243e-14,
   "seconds": 0.008065999951213598
  },
  {
   "entry": "below_grid_k47",
   "engine": "ddsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": -4.318084277547319e-78,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "info",
   "note": "drops it: the angle, 4.46e-14 rad, is below its parameter tolerance of 1e-13 rad, where it may read an angle as 0",
   "step": 2.2322358387255243e-14
  },
  {
   "entry": "below_grid_k47",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.0093080017332636e-21,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 5.67001775178211e-21,
   "global_phase": -4.009308001733202e-21,
   "seconds": 0.000767790712416172
  },
  {
   "entry": "below_grid_k47",
   "engine": "qsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0000001796095168,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.2322358387255243e-14
  },
  {
   "entry": "below_grid_k47",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 2.2322358387255243e-14,
   "tolerance": 6.359468798172866e-09,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "below_grid_k48",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1161179193627622e-14,
   "tolerance": 6.359468354083656e-09,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 1.5784290987704587e-14,
   "global_phase": 1.1161179193627622e-14
  },
  {
   "entry": "below_grid_k48",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.5784290987704587e-14,
   "tolerance": 6.359469242262076e-09,
   "status": "pass"
  },
  {
   "entry": "below_grid_k48",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.1163387693654755e-14,
   "tolerance": 2.6027288888597302e-14,
   "status": "pass",
   "note": "the reader moved its angles by 3.55e-15 of a turn in all, as its rule has it"
  },
  {
   "entry": "below_grid_k48",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "below_grid_k48",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.2204460492515585e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.2204460492515585e-16,
   "global_phase": 1.3356397576093598e-30,
   "seconds": 0.00015334
  },
  {
   "entry": "below_grid_k48",
   "engine": "wai.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 1.1161179193627622e-14
  },
  {
   "entry": "below_grid_k48",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.123233995736643e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.659560562354982e-17,
   "global_phase": 6.123233995736958e-17,
   "seconds": 0.000163789
  },
  {
   "entry": "below_grid_k48",
   "engine": "aer.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9945138108711374,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 1.1161179193627622e-14
  },
  {
   "entry": "below_grid_k48",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.123233995736643e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.659560562354982e-17,
   "global_phase": 6.123233995736958e-17,
   "seconds": 0.000163389,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "below_grid_k48",
   "engine": "aer.qasm_import",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9945138108711374,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 1.1161179193627622e-14
  },
  {
   "entry": "below_grid_k48",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.2204460492490674e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.2204460492490674e-16,
   "global_phase": -4.654758705996424e-31,
   "seconds": 0.9420213089324534
  },
  {
   "entry": "below_grid_k48",
   "engine": "quimb.dense",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999999,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 1.1161179193627622e-14
  },
  {
   "entry": "below_grid_k48",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1102230246239108e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 1.1102230246239108e-16,
   "global_phase": -8.040578687684036e-31,
   "seconds": 0.0014276271685957909
  },
  {
   "entry": "below_grid_k48",
   "engine": "quimb.tensor_network",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 1.1161179193627622e-14
  },
  {
   "entry": "below_grid_k48",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1161179193627622e-14,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 1.5784290987704587e-14,
   "global_phase": 1.1161179193627622e-14,
   "seconds": 0.013107224833220243
  },
  {
   "entry": "below_grid_k48",
   "engine": "ddsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": -4.31808427754727e-78,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "info",
   "note": "drops it: the angle, 2.23e-14 rad, is below its parameter tolerance of 1e-13 rad, where it may read an angle as 0",
   "step": 1.1161179193627622e-14
  },
  {
   "entry": "below_grid_k48",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.0046540008666085e-21,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 2.8350088758910386e-21,
   "global_phase": -2.004654000866601e-21,
   "seconds": 0.0007239077240228653
  },
  {
   "entry": "below_grid_k48",
   "engine": "qsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0000001796095168,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 1.1161179193627622e-14
  },
  {
   "entry": "below_grid_k48",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.1161179193627622e-14,
   "tolerance": 6.359468798172866e-09,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "below_grid_k52",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.975736996017264e-16,
   "tolerance": 6.359468354083656e-09,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 9.865181867315367e-16,
   "global_phase": 6.975736996017264e-16
  },
  {
   "entry": "below_grid_k52",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 9.865181867315367e-16,
   "tolerance": 6.359469242262076e-09,
   "status": "pass"
  },
  {
   "entry": "below_grid_k52",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 7.320607030515658e-16,
   "tolerance": 5.100077900545513e-15,
   "status": "pass",
   "note": "the reader moved its angles by 2.22e-16 of a turn in all, as its rule has it"
  },
  {
   "entry": "below_grid_k52",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "below_grid_k52",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.220446049250318e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.220446049250318e-16,
   "global_phase": 8.347748485046958e-32,
   "seconds": 0.00017464
  },
  {
   "entry": "below_grid_k52",
   "engine": "wai.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 6.975736996017264e-16
  },
  {
   "entry": "below_grid_k52",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.12323399573676e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.659560562354938e-17,
   "global_phase": 6.12323399573678e-17,
   "seconds": 0.000159872
  },
  {
   "entry": "below_grid_k52",
   "engine": "aer.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.912220973938198,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 6.975736996017264e-16
  },
  {
   "entry": "below_grid_k52",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.12323399573676e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.659560562354938e-17,
   "global_phase": 6.12323399573678e-17,
   "seconds": 0.000152027,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "below_grid_k52",
   "engine": "aer.qasm_import",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.912220973938198,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 6.975736996017264e-16
  },
  {
   "entry": "below_grid_k52",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.2204460492503082e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.2204460492503082e-16,
   "global_phase": -2.9092241912593063e-32,
   "seconds": 0.7736995290033519
  },
  {
   "entry": "below_grid_k52",
   "engine": "quimb.dense",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999999,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 6.975736996017264e-16
  },
  {
   "entry": "below_grid_k52",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1102230246251516e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 1.1102230246251516e-16,
   "global_phase": -5.025361679814063e-32,
   "seconds": 0.0013705603778362274
  },
  {
   "entry": "below_grid_k52",
   "engine": "quimb.tensor_network",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 6.975736996017264e-16
  },
  {
   "entry": "below_grid_k52",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.975736996017264e-16,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 9.865181867315367e-16,
   "global_phase": 6.975736996017264e-16,
   "seconds": 0.008702212013304234
  },
  {
   "entry": "below_grid_k52",
   "engine": "ddsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": -4.318084277547225e-78,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "info",
   "note": "drops it: the angle, 1.4e-15 rad, is below its parameter tolerance of 1e-13 rad, where it may read an angle as 0",
   "step": 6.975736996017264e-16
  },
  {
   "entry": "below_grid_k52",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.2529087505416256e-22,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 1.7718805474318958e-22,
   "global_phase": -1.2529087505416256e-22,
   "seconds": 0.0007855342701077461
  },
  {
   "entry": "below_grid_k52",
   "engine": "qsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0000001796095168,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 6.975736996017264e-16
  },
  {
   "entry": "below_grid_k52",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 6.975736996017264e-16,
   "tolerance": 6.359468798172866e-09,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "below_grid_k60",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.7248972640692436e-18,
   "tolerance": 6.359468354083656e-09,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 3.853586666920065e-18,
   "global_phase": 2.7248972640692436e-18
  },
  {
   "entry": "below_grid_k60",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 3.853586666920065e-18,
   "tolerance": 6.359469242262076e-09,
   "status": "pass"
  },
  {
   "entry": "below_grid_k60",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.220613240557954e-16,
   "tolerance": 3.7103802958702e-15,
   "status": "pass",
   "note": "the reader moved its angles by 8.67e-19 of a turn in all, as its rule has it"
  },
  {
   "entry": "below_grid_k60",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "below_grid_k60",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.220446049250313e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.220446049250313e-16,
   "global_phase": 3.2608392519714503e-34,
   "seconds": 0.000175542
  },
  {
   "entry": "below_grid_k60",
   "engine": "wai.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "info",
   "note": "neither can be told: its distance from the ideal state, 2.22e-16, is more than half the gate's effect, 2.72e-18",
   "step": 2.7248972640692436e-18
  },
  {
   "entry": "below_grid_k60",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.123233995736766e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.659560562354932e-17,
   "global_phase": 6.123233995736765e-17,
   "seconds": 0.000160874
  },
  {
   "entry": "below_grid_k60",
   "engine": "aer.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": -21.47143067182134,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "info",
   "note": "neither can be told: its distance from the ideal state, 6.12e-17, is more than half the gate's effect, 2.72e-18",
   "step": 2.7248972640692436e-18
  },
  {
   "entry": "below_grid_k60",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.123233995736766e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.659560562354932e-17,
   "global_phase": 6.123233995736765e-17,
   "seconds": 0.00015892,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "below_grid_k60",
   "engine": "aer.qasm_import",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": -21.47143067182134,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "info",
   "note": "neither can be told: its distance from the ideal state, 6.12e-17, is more than half the gate's effect, 2.72e-18",
   "step": 2.7248972640692436e-18
  },
  {
   "entry": "below_grid_k60",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.220446049250313e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.220446049250313e-16,
   "global_phase": -1.136415699710684e-34,
   "seconds": 1.065743310842663
  },
  {
   "entry": "below_grid_k60",
   "engine": "quimb.dense",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999999,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "info",
   "note": "neither can be told: its distance from the ideal state, 2.22e-16, is more than half the gate's effect, 2.72e-18",
   "step": 2.7248972640692436e-18
  },
  {
   "entry": "below_grid_k60",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1102230246251565e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 1.1102230246251565e-16,
   "global_phase": -1.9630319061773865e-34,
   "seconds": 0.0012677451595664024
  },
  {
   "entry": "below_grid_k60",
   "engine": "quimb.tensor_network",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "info",
   "note": "neither can be told: its distance from the ideal state, 1.11e-16, is more than half the gate's effect, 2.72e-18",
   "step": 2.7248972640692436e-18
  },
  {
   "entry": "below_grid_k60",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.7248972640692436e-18,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 3.853586666920065e-18,
   "global_phase": 2.7248972640692436e-18,
   "seconds": 0.008791251108050346
  },
  {
   "entry": "below_grid_k60",
   "engine": "ddsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": -4.3180842775472223e-78,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "info",
   "note": "drops it: the angle, 5.45e-18 rad, is below its parameter tolerance of 1e-13 rad, where it may read an angle as 0",
   "step": 2.7248972640692436e-18
  },
  {
   "entry": "below_grid_k60",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.894174806803225e-25,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 6.921408388405842e-25,
   "global_phase": -4.894174806803225e-25,
   "seconds": 0.0007388959638774395
  },
  {
   "entry": "below_grid_k60",
   "engine": "qsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0000001796095168,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.7248972640692436e-18
  },
  {
   "entry": "below_grid_k60",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 2.7248972640692436e-18,
   "tolerance": 6.359468798172866e-09,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "tiny_radians",
   "engine": "wai.exact",
   "quantity": "refuses, as listed: an angle no grid of 2^32 holds within 10^-14 of a turn",
   "measured": "the angle 0.000000000001 is not a dyadic multiple of 2\u03c0 (2\u03c0m/2^k, k \u2264 32) [Q500]",
   "tolerance": "[Q500]",
   "status": "refused"
  },
  {
   "entry": "tiny_radians",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.220446050500313e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.220446050500313e-16,
   "global_phase": -8.636168555094445e-78,
   "seconds": 0.000186853
  },
  {
   "entry": "tiny_radians",
   "engine": "wai.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 5e-13
  },
  {
   "entry": "tiny_radians",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.123233995739025e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.659560562364557e-17,
   "global_phase": 6.123233995748117e-17,
   "seconds": 0.000165192
  },
  {
   "entry": "tiny_radians",
   "engine": "aer.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9998775353200852,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 5e-13
  },
  {
   "entry": "tiny_radians",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.123233995739025e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.659560562364557e-17,
   "global_phase": 6.123233995748117e-17,
   "seconds": 0.000163779,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "tiny_radians",
   "engine": "aer.qasm_import",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9998775353200852,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 5e-13
  },
  {
   "entry": "tiny_radians",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.220446048000313e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.220446048000313e-16,
   "global_phase": -8.636168555094445e-78,
   "seconds": 1.0021492349915206
  },
  {
   "entry": "tiny_radians",
   "engine": "quimb.dense",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999999,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 5e-13
  },
  {
   "entry": "tiny_radians",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1102230233751565e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 1.1102230233751565e-16,
   "global_phase": -8.636168555094445e-78,
   "seconds": 0.0012958189472556114
  },
  {
   "entry": "tiny_radians",
   "engine": "quimb.tensor_network",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999998,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 5e-13
  },
  {
   "entry": "tiny_radians",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.0710678118654759e-13,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 2.0710678118654759e-13,
   "global_phase": -8.636168555094445e-78,
   "seconds": 0.0075716860592365265
  },
  {
   "entry": "tiny_radians",
   "engine": "ddsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.4142135623730951,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 5e-13
  },
  {
   "entry": "tiny_radians",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.2212207224549863e-20,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 5.2212207224549863e-20,
   "global_phase": -8.636168555094445e-78,
   "seconds": 0.0007553468458354473
  },
  {
   "entry": "tiny_radians",
   "engine": "qsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0000001044244144,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 5e-13
  },
  {
   "entry": "tiny_radians",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error",
   "measured": 2.220446050500313e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "planned statevector"
  },
  {
   "entry": "controlled_small_angle_k30",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1420141439699675e-10,
   "tolerance": 1.124205801572448e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 1.318684346878841e-10,
   "global_phase": 6.593421734394193e-11
  },
  {
   "entry": "controlled_small_angle_k30",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.318684346878841e-10,
   "tolerance": 1.1242058903902899e-08,
   "status": "pass"
  },
  {
   "entry": "controlled_small_angle_k30",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.220446049250313e-16,
   "tolerance": 5.113306542163034e-15,
   "status": "pass"
  },
  {
   "entry": "controlled_small_angle_k30",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "controlled_small_angle_k30",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.264462534400411e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.264462534400411e-16,
   "global_phase": 1.9176275486733354e-25,
   "seconds": 0.000187384
  },
  {
   "entry": "controlled_small_angle_k30",
   "engine": "wai.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.533848440601795e-09
  },
  {
   "entry": "controlled_small_angle_k30",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.5107736123526882e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.5107736123526882e-16,
   "global_phase": 1.6248208038498013e-25,
   "seconds": 0.000168759
  },
  {
   "entry": "controlled_small_angle_k30",
   "engine": "aer.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999998,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.533848440601795e-09
  },
  {
   "entry": "controlled_small_angle_k30",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.5107736123526882e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.5107736123526882e-16,
   "global_phase": 1.6248208038498013e-25,
   "seconds": 0.000185301,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "controlled_small_angle_k30",
   "engine": "aer.qasm_import",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999998,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.533848440601795e-09
  },
  {
   "entry": "controlled_small_angle_k30",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.1789050545163395e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.1789050545163395e-16,
   "global_phase": -4.43130727532768e-26,
   "seconds": 1.1877603619359434
  },
  {
   "entry": "controlled_small_angle_k30",
   "engine": "quimb.dense",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 0.9999999999999999,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.533848440601795e-09
  },
  {
   "entry": "controlled_small_angle_k30",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.2442154962177805e-16,
   "tolerance": 1.2179168538502112e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 1.2442154962177805e-16,
   "global_phase": 9.621203981595483e-27,
   "seconds": 0.002001741901040077
  },
  {
   "entry": "controlled_small_angle_k30",
   "engine": "quimb.tensor_network",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0000000000000002,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.533848440601795e-09
  },
  {
   "entry": "controlled_small_angle_k30",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.264462534400411e-16,
   "tolerance": 2.0536705801163775e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 2.264462534400411e-16,
   "global_phase": 1.9176275486733354e-25,
   "seconds": 0.00826160004362464
  },
  {
   "entry": "controlled_small_angle_k30",
   "engine": "ddsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.0,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.533848440601795e-09
  },
  {
   "entry": "controlled_small_angle_k30",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.629464108145288e-16,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 3.035841329600863e-16,
   "global_phase": -1.5173170672237367e-16,
   "seconds": 0.0007652058266103268
  },
  {
   "entry": "controlled_small_angle_k30",
   "engine": "qsim.statevector",
   "quantity": "holds the phase of its small-angle gate: the share of the step from the state without that gate to the ideal (1 holds it, 0 drops it)",
   "measured": 1.000000103718526,
   "tolerance": [
    0.5,
    1.5
   ],
   "status": "pass",
   "note": "holds it",
   "step": 2.533848440601795e-09
  },
  {
   "entry": "controlled_small_angle_k30",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.318684346878841e-10,
   "tolerance": 1.124205845981369e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "repeated_phase_k19",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with its phase",
   "measured": 2.090091719567029e-05,
   "tolerance": 0.0005896954749609032,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 2.090091719567029e-05,
   "global_phase": -8.98616194923116e-06
  },
  {
   "entry": "repeated_phase_k19",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 2.090091719567029e-05,
   "tolerance": 0.0005896954749617914,
   "status": "pass"
  },
  {
   "entry": "repeated_phase_k19",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.1469269978192642e-11,
   "tolerance": 3.691996255357389e-10,
   "status": "pass"
  },
  {
   "entry": "repeated_phase_k19",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "repeated_phase_k19",
   "engine": "wai.exact",
   "quantity": "modulus of the half turn's amplitude against the extension's figure, 1.0000189 (section 5)",
   "measured": 1.0000188704983832,
   "tolerance": [
    1.00001885,
    1.00001895
   ],
   "status": "pass"
  },
  {
   "entry": "repeated_phase_k19",
   "engine": "wai.exact",
   "quantity": "its angle from the half turn, in radians, which the extension states is within 1e-5",
   "measured": 8.986161949664506e-06,
   "tolerance": 1e-05,
   "status": "pass"
  },
  {
   "entry": "repeated_phase_k19",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, with its phase",
   "measured": 1.1478380657970898e-11,
   "tolerance": 1.2323077410585953e-09,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.1478380657970898e-11,
   "global_phase": 1.2540980081523036e-14,
   "seconds": 0.067868913
  },
  {
   "entry": "repeated_phase_k19",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, with its phase",
   "measured": 1.1478380657970898e-11,
   "tolerance": 6.385440635465657e-10,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.1478380657970898e-11,
   "global_phase": 1.2540980081523036e-14,
   "seconds": 0.286531197
  },
  {
   "entry": "repeated_phase_k19",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, with its phase",
   "measured": 1.1472378602661593e-11,
   "tolerance": 1.1984830013680813e-07,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 1.1472378602661593e-11,
   "global_phase": 1.8012456755360483e-73,
   "seconds": 1.1954647689126432
  },
  {
   "entry": "repeated_phase_k19",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, with its phase",
   "measured": 3.567080057109706e-06,
   "tolerance": 0.4603361563387136,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 3.567080057109706e-06,
   "global_phase": -3.567080057094577e-06,
   "seconds": 4.411739975679666
  },
  {
   "entry": "repeated_phase_k19",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 2.090091719567029e-05,
   "tolerance": 0.0005896954749613473,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "repeated_phase_k19_quarter",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with its phase",
   "measured": 1.047244444186998e-05,
   "tolerance": 0.0002947757619556973,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 1.047244444186998e-05,
   "global_phase": -4.540154705363209e-06
  },
  {
   "entry": "repeated_phase_k19_quarter",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.047244444186998e-05,
   "tolerance": 0.0002947757619565855,
   "status": "pass"
  },
  {
   "entry": "repeated_phase_k19_quarter",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 5.743183706385935e-12,
   "tolerance": 1.8460096101102305e-10,
   "status": "pass"
  },
  {
   "entry": "repeated_phase_k19_quarter",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "repeated_phase_k19_quarter",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, with its phase",
   "measured": 5.74251759013435e-12,
   "tolerance": 6.161562205811709e-10,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 5.74251759013435e-12,
   "global_phase": -4.491256677518576e-16,
   "seconds": 0.03340717
  },
  {
   "entry": "repeated_phase_k19_quarter",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, with its phase",
   "measured": 5.74251759013435e-12,
   "tolerance": 3.1927446750505746e-10,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 5.74251759013435e-12,
   "global_phase": -4.491256677518576e-16,
   "seconds": 0.214838709
  },
  {
   "entry": "repeated_phase_k19_quarter",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, with its phase",
   "measured": 5.740297126521909e-12,
   "tolerance": 5.992437510718075e-08,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 5.740297126521909e-12,
   "global_phase": -2.703379842801214e-73,
   "seconds": 0.6144527061842382
  },
  {
   "entry": "repeated_phase_k19_quarter",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, with its phase",
   "measured": 1.6820540622575209e-06,
   "tolerance": 0.20078852355361088,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 1.6820540622575209e-06,
   "global_phase": -1.6820540622559346e-06,
   "seconds": 2.0947549110278487
  },
  {
   "entry": "repeated_phase_k19_quarter",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.047244444186998e-05,
   "tolerance": 0.0002947757619561414,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "h_squared_chain",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.268858116783184e-74,
   "tolerance": 1.3024290507716588e-05,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 4.268858116783184e-74,
   "global_phase": 0.0
  },
  {
   "entry": "h_squared_chain",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 4.268858116783184e-74,
   "tolerance": 1.3024290508604766e-05,
   "status": "pass"
  },
  {
   "entry": "h_squared_chain",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 3.2152058793144533e-13,
   "tolerance": 5.769596441655645e-12,
   "status": "pass"
  },
  {
   "entry": "h_squared_chain",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "h_squared_chain",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.220446049250313e-16,
   "tolerance": 1.925473497969857e-11,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.220446049250313e-16,
   "global_phase": 0.0,
   "seconds": 0.001285369
  },
  {
   "entry": "h_squared_chain",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.2540383223268955e-13,
   "tolerance": 9.979610700548103e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.7734780031702986e-13,
   "global_phase": 1.2540383223268955e-13,
   "seconds": 0.004120746
  },
  {
   "entry": "h_squared_chain",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.268858116783184e-74,
   "tolerance": 1.8726223275672444e-09,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 4.268858116783184e-74,
   "global_phase": 0.0,
   "seconds": 0.020265509840101004
  },
  {
   "entry": "h_squared_chain",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.268858116783184e-74,
   "tolerance": 0.005385146579735082,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 4.268858116783184e-74,
   "global_phase": 0.0,
   "seconds": 0.04804153088480234
  },
  {
   "entry": "h_squared_chain",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.2152058793144533e-13,
   "tolerance": 1.925473497969857e-11,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 3.2152058793144533e-13,
   "global_phase": 0.0,
   "seconds": 2.387980124913156
  },
  {
   "entry": "h_squared_chain",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 1,
   "tolerance": 1,
   "status": "pass"
  },
  {
   "entry": "h_squared_chain",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.00010421685874462128
  },
  {
   "entry": "h_squared_chain",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 2.7702e-05
  },
  {
   "entry": "h_squared_chain",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 0,
   "tolerance": 0,
   "status": "pass"
  },
  {
   "entry": "h_squared_chain",
   "engine": "aer.stabilizer",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.003936989
  },
  {
   "entry": "h_squared_chain",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 4.268858116783184e-74,
   "tolerance": 1.3024290508160677e-05,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_id",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.215285710182298e-10,
   "tolerance": 1.31047032241826e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.34192377730194323,
   "global_phase": -0.343611696318314
  },
  {
   "entry": "gate_id",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 7.40844675385083e-10,
   "tolerance": 1.310470411236102e-08,
   "status": "pass"
  },
  {
   "entry": "gate_id",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.797157557069881e-17,
   "tolerance": 1.0746810705446966e-14,
   "status": "pass"
  },
  {
   "entry": "gate_id",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_id",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.000185721
  },
  {
   "entry": "gate_id",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.000170673
  },
  {
   "entry": "gate_id",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.000164911,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_id",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.8791657891124487
  },
  {
   "entry": "gate_id",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 5.633504163283886e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 1.0",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.0010130852460861206
  },
  {
   "entry": "gate_id",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.450168008707881e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 7.823846913581342e-17,
   "global_phase": -2.389053613710233e-17,
   "seconds": 0.02029360318556428
  },
  {
   "entry": "gate_id",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.972922373777038e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 4.024089473196959e-08,
   "global_phase": -6.396748512344255e-09,
   "seconds": 0.0007672589272260666
  },
  {
   "entry": "gate_id",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 6.434990766952874e-10,
   "tolerance": 1.310470366827181e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_x",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.215285710182298e-10,
   "tolerance": 1.31047032241826e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.34192377730194323,
   "global_phase": -0.343611696318314
  },
  {
   "entry": "gate_x",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 7.40844675385083e-10,
   "tolerance": 1.310470411236102e-08,
   "status": "pass"
  },
  {
   "entry": "gate_x",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.797157557069881e-17,
   "tolerance": 1.2155186746267961e-14,
   "status": "pass"
  },
  {
   "entry": "gate_x",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_x",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.000168498
  },
  {
   "entry": "gate_x",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.000162146
  },
  {
   "entry": "gate_x",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.000156065,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_x",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.7763457698747516
  },
  {
   "entry": "gate_x",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.601258332818384e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 2.612115705267018e-16,
   "global_phase": 2.3791499247742048e-17,
   "seconds": 0.0013486878015100956
  },
  {
   "entry": "gate_x",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.450168008707881e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 7.823846913581342e-17,
   "global_phase": -2.389053613710233e-17,
   "seconds": 0.009037925861775875
  },
  {
   "entry": "gate_x",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.972922373777038e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 4.024089473196959e-08,
   "global_phase": -6.396748512344255e-09,
   "seconds": 0.0007705162279307842
  },
  {
   "entry": "gate_x",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 6.434990766952874e-10,
   "tolerance": 1.310470366827181e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_y",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.215285710182298e-10,
   "tolerance": 1.31047032241826e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.34192377730194323,
   "global_phase": -0.343611696318314
  },
  {
   "entry": "gate_y",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 7.40844675385083e-10,
   "tolerance": 1.310470411236102e-08,
   "status": "pass"
  },
  {
   "entry": "gate_y",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.797157557069881e-17,
   "tolerance": 1.2155186746267961e-14,
   "status": "pass"
  },
  {
   "entry": "gate_y",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_y",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.000160934
  },
  {
   "entry": "gate_y",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.000145094
  },
  {
   "entry": "gate_y",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.000162717,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_y",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.9381196070462465
  },
  {
   "entry": "gate_y",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.601258332818384e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 2.612115705267018e-16,
   "global_phase": 2.3791499247742048e-17,
   "seconds": 0.0013490887358784676
  },
  {
   "entry": "gate_y",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.450168008707881e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 7.823846913581342e-17,
   "global_phase": -2.389053613710233e-17,
   "seconds": 0.009674418717622757
  },
  {
   "entry": "gate_y",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.972922373777038e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 4.024089473196959e-08,
   "global_phase": -6.396748512344255e-09,
   "seconds": 0.0007298490963876247
  },
  {
   "entry": "gate_y",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 6.434990766952874e-10,
   "tolerance": 1.310470366827181e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_z",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.215285710182298e-10,
   "tolerance": 1.31047032241826e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.34192377730194323,
   "global_phase": -0.343611696318314
  },
  {
   "entry": "gate_z",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 7.40844675385083e-10,
   "tolerance": 1.310470411236102e-08,
   "status": "pass"
  },
  {
   "entry": "gate_z",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.797157557069881e-17,
   "tolerance": 1.2155186746267961e-14,
   "status": "pass"
  },
  {
   "entry": "gate_z",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_z",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.000161344
  },
  {
   "entry": "gate_z",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.000161605
  },
  {
   "entry": "gate_z",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.000118163,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_z",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.5784282609820366
  },
  {
   "entry": "gate_z",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.601258332818384e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 2.612115705267018e-16,
   "global_phase": 2.3791499247742048e-17,
   "seconds": 0.0009213211014866829
  },
  {
   "entry": "gate_z",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.450168008707881e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 7.823846913581342e-17,
   "global_phase": -2.389053613710233e-17,
   "seconds": 0.006310603115707636
  },
  {
   "entry": "gate_z",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.972922373777038e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 4.024089473196959e-08,
   "global_phase": -6.396748512344255e-09,
   "seconds": 0.0005542268045246601
  },
  {
   "entry": "gate_z",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 6.434990766952874e-10,
   "tolerance": 1.310470366827181e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_h",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.297418772464286e-10,
   "tolerance": 1.6284437449324706e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.34192377761663945,
   "global_phase": -0.3436116965470948
  },
  {
   "entry": "gate_h",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 6.32661577357044e-10,
   "tolerance": 1.6284438337503126e-08,
   "status": "pass"
  },
  {
   "entry": "gate_h",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.6184142622847344e-16,
   "tolerance": 1.2155186746267961e-14,
   "status": "pass"
  },
  {
   "entry": "gate_h",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_h",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.21629110735534e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.2276852703978877e-16,
   "global_phase": -1.6687439983489124e-17,
   "seconds": 0.000168899
  },
  {
   "entry": "gate_h",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.302360779314378e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 4.3023652669763116e-17,
   "global_phase": -6.214105046513707e-20,
   "seconds": 0.000134734
  },
  {
   "entry": "gate_h",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.302360779314378e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 4.3023652669763116e-17,
   "global_phase": -6.214105046513707e-20,
   "seconds": 0.000165182,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_h",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.0522854711993345e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.0613476464155822e-16,
   "global_phase": -1.3839838747142408e-17,
   "seconds": 0.7735528228804469
  },
  {
   "entry": "gate_h",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.0297188312971485e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 1.0446975334341954e-16,
   "global_phase": -1.7627270019922646e-17,
   "seconds": 0.0013053868897259235
  },
  {
   "entry": "gate_h",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.005735287948008e-16,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 1.0263238454550441e-16,
   "global_phase": 2.0454135602798455e-17,
   "seconds": 0.005845794919878244
  },
  {
   "entry": "gate_h",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.966975679892381e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 5.98957996981961e-08,
   "global_phase": -5.1987446891852715e-09,
   "seconds": 0.0006964760832488537
  },
  {
   "entry": "gate_h",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 6.123163078032337e-10,
   "tolerance": 1.6284437893413916e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_s",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.215285710182298e-10,
   "tolerance": 1.31047032241826e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.34192377730194323,
   "global_phase": -0.343611696318314
  },
  {
   "entry": "gate_s",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 7.40844675385083e-10,
   "tolerance": 1.310470411236102e-08,
   "status": "pass"
  },
  {
   "entry": "gate_s",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.797157557069881e-17,
   "tolerance": 1.2155186746267961e-14,
   "status": "pass"
  },
  {
   "entry": "gate_s",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_s",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.000156365
  },
  {
   "entry": "gate_s",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.000163549
  },
  {
   "entry": "gate_s",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.000166374,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_s",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.630852225491436e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 7.941848649409825e-17,
   "global_phase": -2.2006940457149062e-17,
   "seconds": 0.7353242831304669
  },
  {
   "entry": "gate_s",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.603005323109453e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 2.615108259473306e-16,
   "global_phase": 2.51305584158725e-17,
   "seconds": 0.0014259140007197857
  },
  {
   "entry": "gate_s",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.450168008707881e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 7.823846913581342e-17,
   "global_phase": -2.389053613710233e-17,
   "seconds": 0.007220853120088577
  },
  {
   "entry": "gate_s",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.972922373777038e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 4.024089473196959e-08,
   "global_phase": -6.396748512344255e-09,
   "seconds": 0.0008911639451980591
  },
  {
   "entry": "gate_s",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 6.434990766952874e-10,
   "tolerance": 1.310470366827181e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_sdg",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.215285710182298e-10,
   "tolerance": 1.31047032241826e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.34192377730194323,
   "global_phase": -0.343611696318314
  },
  {
   "entry": "gate_sdg",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 7.40844675385083e-10,
   "tolerance": 1.310470411236102e-08,
   "status": "pass"
  },
  {
   "entry": "gate_sdg",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.797157557069881e-17,
   "tolerance": 1.2155186746267961e-14,
   "status": "pass"
  },
  {
   "entry": "gate_sdg",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_sdg",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.000166584
  },
  {
   "entry": "gate_sdg",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.000145545
  },
  {
   "entry": "gate_sdg",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.437755222056047e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.815859464913049e-17,
   "global_phase": -2.401552920934474e-17,
   "seconds": 0.000150945,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_sdg",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.382173285089092e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 7.827453581328017e-17,
   "global_phase": -2.6024117961540415e-17,
   "seconds": 0.6179504748433828
  },
  {
   "entry": "gate_sdg",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.603108606914298e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 2.6116569270757267e-16,
   "global_phase": 2.1113380911481146e-17,
   "seconds": 0.0012804092839360237
  },
  {
   "entry": "gate_sdg",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.450168008707881e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 7.823846913581342e-17,
   "global_phase": -2.389053613710233e-17,
   "seconds": 0.010186366271227598
  },
  {
   "entry": "gate_sdg",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.943352311089082e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 3.970085749751892e-08,
   "global_phase": -4.599493655358549e-09,
   "seconds": 0.0007293079979717731
  },
  {
   "entry": "gate_sdg",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 6.434990766952874e-10,
   "tolerance": 1.310470366827181e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_t",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.106142013710921e-10,
   "tolerance": 1.5353114864300887e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.3419237772241995,
   "global_phase": -0.34361169624455096
  },
  {
   "entry": "gate_t",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 6.567592385411211e-10,
   "tolerance": 1.5353115752479307e-08,
   "status": "pass"
  },
  {
   "entry": "gate_t",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.391654643720554e-16,
   "tolerance": 1.2155186746267961e-14,
   "status": "pass"
  },
  {
   "entry": "gate_t",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_t",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.505517921169503e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 7.853716323280881e-17,
   "global_phase": -2.312587473280089e-17,
   "seconds": 0.000161135
  },
  {
   "entry": "gate_t",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.717808846720379e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.992952424721852e-17,
   "global_phase": -2.2074877633532985e-17,
   "seconds": 0.000166845
  },
  {
   "entry": "gate_t",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.717808846720379e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.992952424721852e-17,
   "global_phase": -2.2074877633532985e-17,
   "seconds": 0.00017457,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_t",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.719606756839859e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.897950494461851e-17,
   "global_phase": -1.7725634002671274e-17,
   "seconds": 0.8257975843735039
  },
  {
   "entry": "gate_t",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.5714418874366743e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 2.583379157683397e-16,
   "global_phase": 2.4806146796528305e-17,
   "seconds": 0.0017736009322106838
  },
  {
   "entry": "gate_t",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.28475541557995e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 8.726175410066437e-17,
   "global_phase": -2.7402490746767553e-17,
   "seconds": 0.00910136615857482
  },
  {
   "entry": "gate_t",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.89155383821739e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 3.9294051504657585e-08,
   "global_phase": -5.440896726885419e-09,
   "seconds": 0.000715792179107666
  },
  {
   "entry": "gate_t",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 5.445850953435758e-10,
   "tolerance": 1.5353115308390097e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_tdg",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.106142013710921e-10,
   "tolerance": 1.5353114864300887e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.3419237772241995,
   "global_phase": -0.34361169624455096
  },
  {
   "entry": "gate_tdg",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 6.567592385411211e-10,
   "tolerance": 1.5353115752479307e-08,
   "status": "pass"
  },
  {
   "entry": "gate_tdg",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 3.925231146709438e-17,
   "tolerance": 1.2155186746267961e-14,
   "status": "pass"
  },
  {
   "entry": "gate_tdg",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_tdg",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.505517921169503e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 7.853716323280881e-17,
   "global_phase": -2.312587473280089e-17,
   "seconds": 0.000167757
  },
  {
   "entry": "gate_tdg",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.717808846720379e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.992952424721852e-17,
   "global_phase": -2.2074877633532985e-17,
   "seconds": 0.000156987
  },
  {
   "entry": "gate_tdg",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.717808846720379e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.992952424721852e-17,
   "global_phase": -2.2074877633532985e-17,
   "seconds": 0.000157858,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_tdg",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.970911421196547e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.431147619128386e-17,
   "global_phase": -2.74751183636626e-17,
   "seconds": 0.7343660420738161
  },
  {
   "entry": "gate_tdg",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.6151964440328685e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 2.621579032190157e-16,
   "global_phase": 1.8282281350235733e-17,
   "seconds": 0.0013972697779536247
  },
  {
   "entry": "gate_tdg",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.28475541557995e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 8.726175410066437e-17,
   "global_phase": -2.7402490746767553e-17,
   "seconds": 0.008095736149698496
  },
  {
   "entry": "gate_tdg",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.89155383821739e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 3.9294051504657585e-08,
   "global_phase": -5.440896726885419e-09,
   "seconds": 0.000760306604206562
  },
  {
   "entry": "gate_tdg",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 5.445850953435758e-10,
   "tolerance": 1.5353115308390097e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_sx",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.428935600037752e-10,
   "tolerance": 1.9464171686312247e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.34192377821509556,
   "global_phase": -0.34361169721419027
  },
  {
   "entry": "gate_sx",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 9.079845165974536e-10,
   "tolerance": 1.9464172574490667e-08,
   "status": "pass"
  },
  {
   "entry": "gate_sx",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 4.47545209131181e-16,
   "tolerance": 1.4971938827909958e-14,
   "status": "pass"
  },
  {
   "entry": "gate_sx",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_sx",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.883143723085527e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.1089515082943579e-16,
   "global_phase": -7.799576258747036e-17,
   "seconds": 0.00015335
  },
  {
   "entry": "gate_sx",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.883143723085527e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.1089515082943579e-16,
   "global_phase": -7.799576258747036e-17,
   "seconds": 0.000143361
  },
  {
   "entry": "gate_sx",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.883143723085527e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.1089515082943579e-16,
   "global_phase": -7.799576258747036e-17,
   "seconds": 0.000154512,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_sx",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.746268447036753e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 9.961413598330114e-17,
   "global_phase": 2.0591289991867726e-17,
   "seconds": 0.8983593336306512
  },
  {
   "entry": "gate_sx",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.2197284139248533e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 1.3610312764631958e-16,
   "global_phase": 6.038780769123827e-17,
   "seconds": 0.0012514838017523289
  },
  {
   "entry": "gate_sx",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.538395718338295e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 4.110604477631002e-17,
   "global_phase": 2.0920862582516193e-17,
   "seconds": 0.009272009134292603
  },
  {
   "entry": "gate_sx",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.648781749494884e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 6.78300679413258e-08,
   "global_phase": 1.3427146129244078e-08,
   "seconds": 0.0007042000070214272
  },
  {
   "entry": "gate_sx",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 8.442815981310291e-10,
   "tolerance": 1.9464172130401457e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_sxdg",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.428935600037752e-10,
   "tolerance": 1.9464171686312247e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.34192377821509556,
   "global_phase": -0.34361169721419027
  },
  {
   "entry": "gate_sxdg",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 9.079845165974536e-10,
   "tolerance": 1.9464172574490667e-08,
   "status": "pass"
  },
  {
   "entry": "gate_sxdg",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 4.644396126208125e-16,
   "tolerance": 1.4971938827909958e-14,
   "status": "pass"
  },
  {
   "entry": "gate_sxdg",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_sxdg",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.883143723085527e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.1089515082943579e-16,
   "global_phase": -7.799576258747036e-17,
   "seconds": 0.000140185
  },
  {
   "entry": "gate_sxdg",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.883143723085527e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.1089515082943579e-16,
   "global_phase": -7.799576258747036e-17,
   "seconds": 0.000175031
  },
  {
   "entry": "gate_sxdg",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.883143723085527e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.1089515082943579e-16,
   "global_phase": -7.799576258747036e-17,
   "seconds": 0.000161785,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_sxdg",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3857242566777754e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.9663515787631043e-16,
   "global_phase": -1.395101005575933e-16,
   "seconds": 0.7241416038013995
  },
  {
   "entry": "gate_sxdg",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.6690080258750108e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 1.6741400176489413e-16,
   "global_phase": -1.3098476345895072e-17,
   "seconds": 0.0009561162441968918
  },
  {
   "entry": "gate_sxdg",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.538395718338295e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 4.110604477631002e-17,
   "global_phase": 2.0920862582516193e-17,
   "seconds": 0.006744903977960348
  },
  {
   "entry": "gate_sxdg",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.648781749494884e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 6.78300679413258e-08,
   "global_phase": 1.3427146129244078e-08,
   "seconds": 0.0005853059701621532
  },
  {
   "entry": "gate_sxdg",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 8.442815981310291e-10,
   "tolerance": 1.9464172130401457e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_p",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.995197887656662e-10,
   "tolerance": 1.760152651279516e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.3419237771409687,
   "global_phase": -0.34361169616729076
  },
  {
   "entry": "gate_p",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 8.608438180352937e-10,
   "tolerance": 1.760152740097358e-08,
   "status": "pass"
  },
  {
   "entry": "gate_p",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 3.98609107286759e-17,
   "tolerance": 1.3563562787088958e-14,
   "status": "pass"
  },
  {
   "entry": "gate_p",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_p",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.313486160344785e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 7.704220013563471e-17,
   "global_phase": -2.4223802756456756e-17,
   "seconds": 0.001164411
  },
  {
   "entry": "gate_p",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.313486160344785e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.704220013563471e-17,
   "global_phase": -2.4223802756456756e-17,
   "seconds": 0.00013735
  },
  {
   "entry": "gate_p",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.313486160344785e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 7.704220013563471e-17,
   "global_phase": -2.4223802756456756e-17,
   "seconds": 0.000137149,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_p",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.313486160344785e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 7.704220013563471e-17,
   "global_phase": -2.4223802756456756e-17,
   "seconds": 0.6293287631124258
  },
  {
   "entry": "gate_p",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.591420616507136e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 2.603191180512201e-16,
   "global_phase": 2.4727213882336242e-17,
   "seconds": 0.001075361855328083
  },
  {
   "entry": "gate_p",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.278012833774088e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 7.7124430933596e-17,
   "global_phase": -2.551922345944299e-17,
   "seconds": 0.006816700100898743
  },
  {
   "entry": "gate_p",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.062011345369532e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 4.100365323443884e-08,
   "global_phase": -5.595173160877515e-09,
   "seconds": 0.0005487869493663311
  },
  {
   "entry": "gate_p",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 7.786477430204497e-10,
   "tolerance": 1.760152695688437e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_rz",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.995197887656662e-10,
   "tolerance": 1.760152651279516e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.4142227519932298,
   "global_phase": -0.41724277398580156
  },
  {
   "entry": "gate_rz",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 8.608438292862545e-10,
   "tolerance": 1.760152740097358e-08,
   "status": "pass"
  },
  {
   "entry": "gate_rz",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.37549462997806e-16,
   "tolerance": 1.3563562787088958e-14,
   "status": "pass"
  },
  {
   "entry": "gate_rz",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_rz",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.675708805561484e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 8.906935906670267e-17,
   "global_phase": -2.0163293299049675e-17,
   "seconds": 0.000148781
  },
  {
   "entry": "gate_rz",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.675708805561484e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.906935906670267e-17,
   "global_phase": -2.0163293299049675e-17,
   "seconds": 0.000160183
  },
  {
   "entry": "gate_rz",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.675708805561484e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.906935906670267e-17,
   "global_phase": -2.0163293299049675e-17,
   "seconds": 0.000120127,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_rz",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.675708805561484e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.906935906670267e-17,
   "global_phase": -2.0163293299049675e-17,
   "seconds": 0.6643785769119859
  },
  {
   "entry": "gate_rz",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.3950260021364374e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 2.423352576881746e-17,
   "global_phase": 3.694430415771201e-18,
   "seconds": 0.0009544831700623035
  },
  {
   "entry": "gate_rz",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4185122429663647e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 2.4301320525273574e-17,
   "global_phase": 2.3736116645869262e-18,
   "seconds": 0.007464142981916666
  },
  {
   "entry": "gate_rz",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.8996080662383454e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 4.94410319513861e-08,
   "global_phase": -6.618135859134059e-09,
   "seconds": 0.0005761492066085339
  },
  {
   "entry": "gate_rz",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 7.786477386624545e-10,
   "tolerance": 1.760152695688437e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_rx",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.721338463483747e-10,
   "tolerance": 2.396099501536765e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.4142227532791676,
   "global_phase": -0.4172427753140338
  },
  {
   "entry": "gate_rx",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.1141241589903034e-09,
   "tolerance": 2.396099590354607e-08,
   "status": "pass"
  },
  {
   "entry": "gate_rx",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 3.6407709131783e-16,
   "tolerance": 1.6380314868730963e-14,
   "status": "pass"
  },
  {
   "entry": "gate_rx",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_rx",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.5931317397913e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 8.351343419056392e-17,
   "global_phase": -3.476965240722211e-17,
   "seconds": 0.000160563
  },
  {
   "entry": "gate_rx",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.5931317397913e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.351343419056392e-17,
   "global_phase": -3.476965240722211e-17,
   "seconds": 0.000135005
  },
  {
   "entry": "gate_rx",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.5931317397913e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.351343419056392e-17,
   "global_phase": -3.476965240722211e-17,
   "seconds": 0.000187033,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_rx",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.5931317397913e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.351343419056392e-17,
   "global_phase": -3.476965240722211e-17,
   "seconds": 0.8089921120554209
  },
  {
   "entry": "gate_rx",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.81914424214874e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 3.9392622051601065e-17,
   "global_phase": 9.65362097176489e-18,
   "seconds": 0.0013645780272781849
  },
  {
   "entry": "gate_rx",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.9052708578186267e-16,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 1.9052959352986414e-16,
   "global_phase": -9.775449483214286e-19,
   "seconds": 0.008013670798391104
  },
  {
   "entry": "gate_rx",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.13449943056733e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 7.14538418283606e-08,
   "global_phase": -3.942499283618367e-09,
   "seconds": 0.0005045030266046524
  },
  {
   "entry": "gate_rx",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.111345868807169e-09,
   "tolerance": 2.396099545945686e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_ry",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.2409363625347744e-09,
   "tolerance": 2.396099501536765e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.414222752292711,
   "global_phase": -0.41724277398367
  },
  {
   "entry": "gate_ry",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.2818378031442067e-09,
   "tolerance": 2.396099590354607e-08,
   "status": "pass"
  },
  {
   "entry": "gate_ry",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 3.399349888776296e-16,
   "tolerance": 1.9197066950372985e-14,
   "status": "pass"
  },
  {
   "entry": "gate_ry",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_ry",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.57345942189955e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 6.842613937384835e-17,
   "global_phase": -3.969624109223988e-17,
   "seconds": 0.000145465
  },
  {
   "entry": "gate_ry",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.57345942189955e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 6.842613937384835e-17,
   "global_phase": -3.969624109223988e-17,
   "seconds": 0.000154842
  },
  {
   "entry": "gate_ry",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.57345942189955e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 6.842613937384835e-17,
   "global_phase": -3.969624109223988e-17,
   "seconds": 0.000116389,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_ry",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.57345942189955e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 6.842613937384835e-17,
   "global_phase": -3.969624109223988e-17,
   "seconds": 0.790447864215821
  },
  {
   "entry": "gate_ry",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.6674804081621045e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 1.6948196926025085e-16,
   "global_phase": -3.031878606224255e-17,
   "seconds": 0.0014133802615106106
  },
  {
   "entry": "gate_ry",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.0768514993279215e-16,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 2.076873167985705e-16,
   "global_phase": -9.487130142598933e-19,
   "seconds": 0.006779097951948643
  },
  {
   "entry": "gate_ry",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.603765595133934e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 6.646933669056669e-08,
   "global_phase": -7.563115743658391e-09,
   "seconds": 0.0006021377630531788
  },
  {
   "entry": "gate_ry",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.240858172502509e-09,
   "tolerance": 2.396099545945686e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_u",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.3299399684452383e-09,
   "tolerance": 3.520305348458589e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.414222751716885,
   "global_phase": -0.4172427735725292
  },
  {
   "entry": "gate_u",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 2.44233067623174e-09,
   "tolerance": 3.520305437276431e-08,
   "status": "pass"
  },
  {
   "entry": "gate_u",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 3.5135752366389115e-16,
   "tolerance": 2.623894715447811e-14,
   "status": "pass"
  },
  {
   "entry": "gate_u",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_u",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.314585777625235e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 8.691864484222037e-17,
   "global_phase": -2.533016296550929e-17,
   "seconds": 0.000131909
  },
  {
   "entry": "gate_u",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.314585777625235e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.691864484222037e-17,
   "global_phase": -2.533016296550929e-17,
   "seconds": 0.000154291
  },
  {
   "entry": "gate_u",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.314585777625235e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 8.691864484222037e-17,
   "global_phase": -2.533016296550929e-17,
   "seconds": 0.000159742,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_u",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.314585777625235e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.691864484222037e-17,
   "global_phase": -2.533016296550929e-17,
   "seconds": 0.6171917910687625
  },
  {
   "entry": "gate_u",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.8147089735663164e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 4.01615510436094e-17,
   "global_phase": -1.2559845816239341e-17,
   "seconds": 0.0012127109803259373
  },
  {
   "entry": "gate_u",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.358437662023061e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 9.242975907293169e-17,
   "global_phase": -3.9457728612879396e-17,
   "seconds": 0.01793621899560094
  },
  {
   "entry": "gate_u",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.7473192261710214e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 5.756340185722096e-08,
   "global_phase": 3.221397862402741e-09,
   "seconds": 0.0006902343593537807,
   "adapter": [
    "U as a matrix"
   ]
  },
  {
   "entry": "gate_u",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 2.3311237535599666e-09,
   "tolerance": 3.52030539286751e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_cx",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.7176025563172868e-09,
   "tolerance": 3.7065698406228126e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5097313190687244,
   "global_phase": -0.5154175443934055
  },
  {
   "entry": "gate_cx",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.750191090877942e-09,
   "tolerance": 3.7065699294406546e-08,
   "status": "pass"
  },
  {
   "entry": "gate_cx",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 5.69180325632064e-16,
   "tolerance": 2.2013819032015023e-14,
   "status": "pass"
  },
  {
   "entry": "gate_cx",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_cx",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.168161905669198e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 8.91361828527817e-17,
   "global_phase": -3.568434112943644e-17,
   "seconds": 0.000193726
  },
  {
   "entry": "gate_cx",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8904608864862223e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9816663129359017e-16,
   "global_phase": -5.942718338359123e-17,
   "seconds": 0.000153971
  },
  {
   "entry": "gate_cx",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8904608864862223e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9816663129359017e-16,
   "global_phase": -5.942718338359123e-17,
   "seconds": 0.000155674,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_cx",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.80470172216428e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.857402632175859e-17,
   "global_phase": -9.647844174701355e-18,
   "seconds": 0.7865830911323428
  },
  {
   "entry": "gate_cx",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.7597011598389503e-16,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 3.0",
   "strict": 3.760226996469289e-16,
   "global_phase": 6.2882856822035484e-18,
   "seconds": 0.001868249848484993
  },
  {
   "entry": "gate_cx",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.240978075601184e-17,
   "tolerance": 3.422784300198615e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 4.424447715313029e-17,
   "global_phase": -1.260889585891152e-17,
   "seconds": 0.006615089252591133
  },
  {
   "entry": "gate_cx",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.3688396617454296e-08,
   "tolerance": 6.538684074497576e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 4.3725610219115716e-08,
   "global_phase": -1.8036046965337988e-09,
   "seconds": 0.0005734032019972801
  },
  {
   "entry": "gate_cx",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 8.305290640788022e-10,
   "tolerance": 3.7065698850317336e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_cy",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.7176025563172868e-09,
   "tolerance": 3.7065698406228126e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5097313190687244,
   "global_phase": -0.5154175443934055
  },
  {
   "entry": "gate_cy",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.7501910823816058e-09,
   "tolerance": 3.7065699294406546e-08,
   "status": "pass"
  },
  {
   "entry": "gate_cy",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 5.803058411796183e-16,
   "tolerance": 2.2013819032015023e-14,
   "status": "pass"
  },
  {
   "entry": "gate_cy",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_cy",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.168161905669198e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 8.91361828527817e-17,
   "global_phase": -3.568434112943644e-17,
   "seconds": 0.000151126
  },
  {
   "entry": "gate_cy",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8904608864862223e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9816663129359017e-16,
   "global_phase": -5.942718338359123e-17,
   "seconds": 0.000150774
  },
  {
   "entry": "gate_cy",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8904608864862223e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9816663129359017e-16,
   "global_phase": -5.942718338359123e-17,
   "seconds": 0.00014819,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_cy",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.725119608790783e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.770551865339345e-17,
   "global_phase": -8.915536074191195e-18,
   "seconds": 0.7188625899143517
  },
  {
   "entry": "gate_cy",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.870979453198708e-16,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 3.0",
   "strict": 4.88014002929309e-16,
   "global_phase": 2.9887434152964544e-17,
   "seconds": 0.0018122540786862373
  },
  {
   "entry": "gate_cy",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.5958386553221286e-17,
   "tolerance": 3.422784300198615e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 3.801829443895296e-17,
   "global_phase": -1.2344437959503701e-17,
   "seconds": 0.0069899773225188255
  },
  {
   "entry": "gate_cy",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.678315546879831e-08,
   "tolerance": 6.538684074497576e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 5.6825705358055105e-08,
   "global_phase": -2.1986460052579153e-09,
   "seconds": 0.0006595761515200138
  },
  {
   "entry": "gate_cy",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 8.305290640788022e-10,
   "tolerance": 3.7065698850317336e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_cz",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.7176025563172868e-09,
   "tolerance": 3.7065698406228126e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5097313190687244,
   "global_phase": -0.5154175443934055
  },
  {
   "entry": "gate_cz",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.750191090877942e-09,
   "tolerance": 3.7065699294406546e-08,
   "status": "pass"
  },
  {
   "entry": "gate_cz",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 5.69180325632064e-16,
   "tolerance": 2.2013819032015023e-14,
   "status": "pass"
  },
  {
   "entry": "gate_cz",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_cz",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.168161905669198e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 8.91361828527817e-17,
   "global_phase": -3.568434112943644e-17,
   "seconds": 0.00015384
  },
  {
   "entry": "gate_cz",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8904608864862223e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9816663129359017e-16,
   "global_phase": -5.942718338359123e-17,
   "seconds": 0.000181042
  },
  {
   "entry": "gate_cz",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8904608864862223e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9816663129359017e-16,
   "global_phase": -5.942718338359123e-17,
   "seconds": 0.000140606,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_cz",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.80470172216428e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.857402632175859e-17,
   "global_phase": -9.647844174701355e-18,
   "seconds": 0.7417114400304854
  },
  {
   "entry": "gate_cz",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.328520726670461e-17,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 3.0",
   "strict": 5.749743207707539e-17,
   "global_phase": -3.7846341003276924e-17,
   "seconds": 0.0014190711081027985
  },
  {
   "entry": "gate_cz",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.863654005462392e-17,
   "tolerance": 3.422784300198615e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 3.2301684670985136e-17,
   "global_phase": 1.4944812019014365e-17,
   "seconds": 0.009063605219125748
  },
  {
   "entry": "gate_cz",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.3688396617454296e-08,
   "tolerance": 6.538684074497576e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 4.3725610219115716e-08,
   "global_phase": -1.8036046965337988e-09,
   "seconds": 0.0005683740600943565
  },
  {
   "entry": "gate_cz",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 8.305290640788022e-10,
   "tolerance": 3.7065698850317336e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_ch",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.9341292084461625e-09,
   "tolerance": 4.024543270561464e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.509731319102237,
   "global_phase": -0.5154175444351148
  },
  {
   "entry": "gate_ch",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.9564158317034176e-09,
   "tolerance": 4.024543359379306e-08,
   "status": "pass"
  },
  {
   "entry": "gate_ch",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 5.691274530154562e-16,
   "tolerance": 2.2013819032015023e-14,
   "status": "pass"
  },
  {
   "entry": "gate_ch",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_ch",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.28975981095215e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 9.011893242098248e-17,
   "global_phase": -3.534699716199192e-17,
   "seconds": 0.00013262
  },
  {
   "entry": "gate_ch",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.623398949999615e-17,
   "tolerance": 2.9230004492405574e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.0533633233600722e-16,
   "global_phase": -6.049332165550436e-17,
   "seconds": 0.000178437
  },
  {
   "entry": "gate_ch",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.623398949999615e-17,
   "tolerance": 2.9230004492405574e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.0533633233600722e-16,
   "global_phase": -6.049332165550436e-17,
   "seconds": 0.000173297,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_ch",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.785540840236103e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.84074282147305e-17,
   "global_phase": -9.864105534567055e-18,
   "seconds": 0.6541083119809628
  },
  {
   "entry": "gate_ch",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.79756395496844e-17,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 3.0",
   "strict": 8.84664545257197e-17,
   "global_phase": -9.305934782451324e-18,
   "seconds": 0.00119365518912673
  },
  {
   "entry": "gate_ch",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1269851648944688e-16,
   "tolerance": 3.422784300198615e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 1.1310339669549782e-16,
   "global_phase": -9.561523159884953e-18,
   "seconds": 0.006898003164678812
  },
  {
   "entry": "gate_ch",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.8837376062143836e-08,
   "tolerance": 6.538684074497576e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 3.887514690754156e-08,
   "global_phase": -1.7132622630867782e-09,
   "seconds": 0.0005570431239902973
  },
  {
   "entry": "gate_ch",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.0572583819336817e-09,
   "tolerance": 4.024543314970385e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_csx",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.048677441247478e-09,
   "tolerance": 5.241881377546922e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5097313188212698,
   "global_phase": -0.5154175438919232
  },
  {
   "entry": "gate_csx",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 3.161660249260425e-09,
   "tolerance": 5.241881466364764e-08,
   "status": "pass"
  },
  {
   "entry": "gate_csx",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 5.66737770278715e-16,
   "tolerance": 3.046407527694123e-14,
   "status": "pass"
  },
  {
   "entry": "gate_csx",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_csx",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.725698756055846e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.0208510354511309e-16,
   "global_phase": -3.1023325683456925e-17,
   "seconds": 0.000146767
  },
  {
   "entry": "gate_csx",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8892107758311093e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9841132369045797e-16,
   "global_phase": -6.062903440956213e-17,
   "seconds": 0.000133192
  },
  {
   "entry": "gate_csx",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8892107758311093e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9841132369045797e-16,
   "global_phase": -6.062903440956213e-17,
   "seconds": 0.000159271,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_csx",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.099356463218705e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 9.125317820124742e-17,
   "global_phase": -6.878497463590267e-18,
   "seconds": 0.6445435802452266
  },
  {
   "entry": "gate_csx",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.912707607396824e-17,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 3.0",
   "strict": 1.066563277494779e-16,
   "global_phase": -5.85827326053431e-17,
   "seconds": 0.0011780159547924995
  },
  {
   "entry": "gate_csx",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.915080762391691e-17,
   "tolerance": 3.422784300198615e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 6.011375504119853e-17,
   "global_phase": 1.07165993949384e-17,
   "seconds": 0.005673419684171677
  },
  {
   "entry": "gate_csx",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.125975508692399e-08,
   "tolerance": 6.538684074497576e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 9.135192126279703e-08,
   "global_phase": -4.1025140345377066e-09,
   "seconds": 0.0005739252083003521
  },
  {
   "entry": "gate_csx",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 2.0224502620603805e-09,
   "tolerance": 5.241881421955843e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_swap",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.7176025563172868e-09,
   "tolerance": 3.7065698406228126e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5097313190687244,
   "global_phase": -0.5154175443934055
  },
  {
   "entry": "gate_swap",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.750191090877942e-09,
   "tolerance": 3.7065699294406546e-08,
   "status": "pass"
  },
  {
   "entry": "gate_swap",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 5.69180325632064e-16,
   "tolerance": 2.483057111365708e-14,
   "status": "pass"
  },
  {
   "entry": "gate_swap",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_swap",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.168161905669198e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 8.91361828527817e-17,
   "global_phase": -3.568434112943644e-17,
   "seconds": 0.000150955
  },
  {
   "entry": "gate_swap",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8904608864862223e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9816663129359017e-16,
   "global_phase": -5.942718338359123e-17,
   "seconds": 0.000188436
  },
  {
   "entry": "gate_swap",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8904608864862223e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9816663129359017e-16,
   "global_phase": -5.942718338359123e-17,
   "seconds": 0.000125607,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_swap",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.80470172216428e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.857402632175859e-17,
   "global_phase": -9.647844174701355e-18,
   "seconds": 0.6351334513165057
  },
  {
   "entry": "gate_swap",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.274141277000301e-17,
   "tolerance": 1.705083595390304e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 9.01323343579344e-17,
   "global_phase": -3.574487808951742e-17,
   "seconds": 0.0008966238237917423
  },
  {
   "entry": "gate_swap",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.5355598403113594e-17,
   "tolerance": 3.422784300198615e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 2.929333588180882e-17,
   "global_phase": 1.4669463408880753e-17,
   "seconds": 0.005437894258648157
  },
  {
   "entry": "gate_swap",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.3688396617454296e-08,
   "tolerance": 6.538684074497576e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 4.3725610219115716e-08,
   "global_phase": -1.8036046965337988e-09,
   "seconds": 0.0005873898044228554
  },
  {
   "entry": "gate_swap",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.2645253236169943e-09,
   "tolerance": 3.7065698850317336e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_cp",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.90469926587008e-09,
   "tolerance": 4.1562521825982275e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5097313190770784,
   "global_phase": -0.5154175444015007
  },
  {
   "entry": "gate_cp",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.9327473763074818e-09,
   "tolerance": 4.1562522714160695e-08,
   "status": "pass"
  },
  {
   "entry": "gate_cp",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 3.395552269415708e-16,
   "tolerance": 2.3422195072836047e-14,
   "status": "pass"
  },
  {
   "entry": "gate_cp",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_cp",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.169518313214467e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 8.915186535406673e-17,
   "global_phase": -3.5692466279524444e-17,
   "seconds": 0.000170432
  },
  {
   "entry": "gate_cp",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.890602566691516e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9817542452890808e-16,
   "global_phase": -5.941143185791318e-17,
   "seconds": 0.000182244
  },
  {
   "entry": "gate_cp",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.890602566691516e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9817542452890808e-16,
   "global_phase": -5.941143185791318e-17,
   "seconds": 0.000151747,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_cp",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.806200314432678e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.858980833816434e-17,
   "global_phase": -9.655969324789357e-18,
   "seconds": 0.8317230301909149
  },
  {
   "entry": "gate_cp",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.989598759799277e-16,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 3.0",
   "strict": 4.994363711516718e-16,
   "global_phase": -2.1811258359976394e-17,
   "seconds": 0.0015419740229845047
  },
  {
   "entry": "gate_cp",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.8689118145600094e-17,
   "tolerance": 3.422784300198615e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 3.235558624947136e-17,
   "global_phase": 1.496056354469242e-17,
   "seconds": 0.006080549210309982
  },
  {
   "entry": "gate_cp",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.37436778904508e-08,
   "tolerance": 6.538684074497576e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 4.378062298540436e-08,
   "global_phase": -1.7982195301532557e-09,
   "seconds": 0.0005162847228348255
  },
  {
   "entry": "gate_cp",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.0331973380681536e-09,
   "tolerance": 4.1562522270071485e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_crx",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.8086510103644533e-09,
   "tolerance": 6.645484043714706e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5097313191439519,
   "global_phase": -0.5154175441769436
  },
  {
   "entry": "gate_crx",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 2.8625028580641715e-09,
   "tolerance": 6.645484132532548e-08,
   "status": "pass"
  },
  {
   "entry": "gate_crx",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 5.656109720225847e-16,
   "tolerance": 3.6097579440225456e-14,
   "status": "pass"
  },
  {
   "entry": "gate_crx",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_crx",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.009758628780408e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 9.698821067454252e-17,
   "global_phase": -3.59045673273073e-17,
   "seconds": 0.000165072
  },
  {
   "entry": "gate_crx",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8936689079253123e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9851544823524085e-16,
   "global_phase": -5.956982339748994e-17,
   "seconds": 0.000149292
  },
  {
   "entry": "gate_crx",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8936689079253123e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9851544823524085e-16,
   "global_phase": -5.956982339748994e-17,
   "seconds": 0.000160343,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_crx",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.738601907354026e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.786005079066397e-17,
   "global_phase": -9.114394956161993e-18,
   "seconds": 0.8454184858128428
  },
  {
   "entry": "gate_crx",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.056910284356371e-17,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 3.0",
   "strict": 1.1082744485265874e-16,
   "global_phase": -6.387456569465732e-17,
   "seconds": 0.0020487713627517223
  },
  {
   "entry": "gate_crx",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.714283765685584e-17,
   "tolerance": 3.422784300198615e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 8.765720863933407e-17,
   "global_phase": -9.482197611873177e-18,
   "seconds": 0.0058461762964725494
  },
  {
   "entry": "gate_crx",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.200118250500034e-08,
   "tolerance": 6.538684074497576e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 4.2026073233097646e-08,
   "global_phase": -1.4462017472784202e-09,
   "seconds": 0.0006132791750133038
  },
  {
   "entry": "gate_crx",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.7607614616379664e-09,
   "tolerance": 6.645484088123627e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_cry",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.77532855615282e-09,
   "tolerance": 6.645484043714706e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5097313187776382,
   "global_phase": -0.5154175441169508
  },
  {
   "entry": "gate_cry",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 3.824711056950407e-09,
   "tolerance": 6.645484132532548e-08,
   "status": "pass"
  },
  {
   "entry": "gate_cry",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 5.740716077048282e-16,
   "tolerance": 3.8914331521867585e-14,
   "status": "pass"
  },
  {
   "entry": "gate_cry",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_cry",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.353427905038781e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.0024255523485516e-16,
   "global_phase": -3.6054244168158195e-17,
   "seconds": 0.000171804
  },
  {
   "entry": "gate_cry",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8885811685639086e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.980659682132769e-16,
   "global_phase": -5.968868788740983e-17,
   "seconds": 0.00017999
  },
  {
   "entry": "gate_cry",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8885811685639086e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.980659682132769e-16,
   "global_phase": -5.968868788740983e-17,
   "seconds": 0.000170492,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_cry",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.869800509479832e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.917742241711794e-17,
   "global_phase": -9.23453091197496e-18,
   "seconds": 0.6222959547303617
  },
  {
   "entry": "gate_cry",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.87706674467141e-16,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 3.0",
   "strict": 2.0679924065344703e-16,
   "global_phase": -8.678784647247017e-17,
   "seconds": 0.0014205742627382278
  },
  {
   "entry": "gate_cry",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.66864991123379e-17,
   "tolerance": 3.422784300198615e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 9.707217474362964e-17,
   "global_phase": -8.644535780344246e-18,
   "seconds": 0.005862426944077015
  },
  {
   "entry": "gate_cry",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.3118870505220374e-08,
   "tolerance": 6.538684074497576e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 4.314382574241824e-08,
   "global_phase": -1.4672102648496911e-09,
   "seconds": 0.0006092209368944168
  },
  {
   "entry": "gate_cry",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 2.5968329201369553e-09,
   "tolerance": 6.645484088123627e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_crz",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.9439033133440442e-09,
   "tolerance": 5.746119354247629e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5097313188687838,
   "global_phase": -0.5154175442032387
  },
  {
   "entry": "gate_crz",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 2.0138993263801976e-09,
   "tolerance": 5.746119443065471e-08,
   "status": "pass"
  },
  {
   "entry": "gate_crz",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 3.518939582921733e-16,
   "tolerance": 3.328082735858333e-14,
   "status": "pass"
  },
  {
   "entry": "gate_crz",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_crz",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.296418032403142e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 9.947118394848183e-17,
   "global_phase": -3.5386121754067354e-17,
   "seconds": 0.000141347
  },
  {
   "entry": "gate_crz",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8901854785061254e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9815193236339522e-16,
   "global_phase": -5.946576214758588e-17,
   "seconds": 0.000166103
  },
  {
   "entry": "gate_crz",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8901854785061254e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9815193236339522e-16,
   "global_phase": -5.946576214758588e-17,
   "seconds": 0.000129314,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_crz",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.834713507813499e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.880395942884383e-17,
   "global_phase": -8.995939846703679e-18,
   "seconds": 0.923346184194088
  },
  {
   "entry": "gate_crz",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.010635823458344e-16,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 3.0",
   "strict": 5.010747716875595e-16,
   "global_phase": 3.348621880571692e-18,
   "seconds": 0.001768610905855894
  },
  {
   "entry": "gate_crz",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.902136168253713e-17,
   "tolerance": 3.422784300198615e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 3.2365718473423015e-17,
   "global_phase": 1.4328304100354705e-17,
   "seconds": 0.008705006912350655
  },
  {
   "entry": "gate_crz",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.100230734531913e-08,
   "tolerance": 6.538684074497576e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 4.102382026084183e-08,
   "global_phase": -1.3283904116881511e-09,
   "seconds": 0.000614481046795845
  },
  {
   "entry": "gate_crz",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.3224960210378585e-09,
   "tolerance": 5.74611939865655e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_cu",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.863863056152895e-09,
   "tolerance": 1.2539291762508118e-07,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5097313193104122,
   "global_phase": -0.5154175446147263
  },
  {
   "entry": "gate_cu",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 3.865569567638889e-09,
   "tolerance": 1.253929185132596e-07,
   "status": "pass"
  },
  {
   "entry": "gate_cu",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 5.747362977080013e-16,
   "tolerance": 7.271535650157442e-14,
   "status": "pass"
  },
  {
   "entry": "gate_cu",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_cu",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.165752854172399e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 8.902240780164087e-17,
   "global_phase": -3.5454719336911746e-17,
   "seconds": 0.00016932
  },
  {
   "entry": "gate_cu",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.9043637023868733e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9900977238579004e-16,
   "global_phase": -5.778302861011668e-17,
   "seconds": 0.000167797
  },
  {
   "entry": "gate_cu",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.9043637023868733e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9900977238579004e-16,
   "global_phase": -5.778302861011668e-17,
   "seconds": 0.000174159,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_cu",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.148378590907593e-17,
   "tolerance": 2.8205178192375537e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 9.162380364018188e-17,
   "global_phase": -5.063428604904715e-18,
   "seconds": 0.9046090221963823
  },
  {
   "entry": "gate_cu",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4682892639927916e-16,
   "tolerance": 3.760690425650107e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 3.0",
   "strict": 2.497052173396658e-16,
   "global_phase": 3.779122463256467e-17,
   "seconds": 0.0012410348281264305
  },
  {
   "entry": "gate_cu",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.968315566456375e-16,
   "tolerance": 3.422784300198615e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 2.0045300706224988e-16,
   "global_phase": -3.793081001973975e-17,
   "seconds": 0.00868537975475192
  },
  {
   "entry": "gate_cu",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.887472041963794e-08,
   "tolerance": 6.538684074497576e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 3.8943857071260265e-08,
   "global_phase": -2.3195076395136797e-09,
   "seconds": 0.0008660173043608665,
   "adapter": [
    "U as a matrix"
   ]
  },
  {
   "entry": "gate_cu",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 3.3271505165214506e-09,
   "tolerance": 1.253929180691704e-07,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_rzz",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.6822854646930724e-09,
   "tolerance": 4.3425167016846596e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5805693543359085,
   "global_phase": -0.5890486221632601
  },
  {
   "entry": "gate_rzz",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 2.709750238134787e-09,
   "tolerance": 4.3425167905025015e-08,
   "status": "pass"
  },
  {
   "entry": "gate_rzz",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 4.786346162255196e-16,
   "tolerance": 2.623894715447811e-14,
   "status": "pass"
  },
  {
   "entry": "gate_rzz",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_rzz",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.33804622666319e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 8.114732548118926e-17,
   "global_phase": -3.46438477984978e-17,
   "seconds": 0.000197944
  },
  {
   "entry": "gate_rzz",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.7592535493546625e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.875523507253141e-16,
   "global_phase": -6.500887442050855e-17,
   "seconds": 0.000165923
  },
  {
   "entry": "gate_rzz",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.7592535493546625e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.875523507253141e-16,
   "global_phase": -6.500887442050855e-17,
   "seconds": 0.000160122,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_rzz",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.81513101190134e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 7.6084808223538e-17,
   "global_phase": -3.382745883856216e-17,
   "seconds": 0.8199494648724794
  },
  {
   "entry": "gate_rzz",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.22844832989741e-16,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 3.0",
   "strict": 3.2602942662321956e-16,
   "global_phase": -4.5457681816075216e-17,
   "seconds": 0.001715811900794506
  },
  {
   "entry": "gate_rzz",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.710450010858626e-17,
   "tolerance": 3.422784300198615e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 8.865470546336336e-17,
   "global_phase": 1.650644909206721e-17,
   "seconds": 0.023322445806115866
  },
  {
   "entry": "gate_rzz",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.0767355486321105e-08,
   "tolerance": 6.538684074497576e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 3.731200351689503e-08,
   "global_phase": -2.11081839962072e-08,
   "seconds": 0.0007947809062898159
  },
  {
   "entry": "gate_rzz",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.0983222161765788e-09,
   "tolerance": 4.3425167460935805e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_rxx",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.8152295931612494e-09,
   "tolerance": 6.141246060109975e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5805693555554873,
   "global_phase": -0.5890486232250471
  },
  {
   "entry": "gate_rxx",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 2.8954781533640656e-09,
   "tolerance": 6.141246148927817e-08,
   "status": "pass"
  },
  {
   "entry": "gate_rxx",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 9.186213589515414e-16,
   "tolerance": 3.1872451317762287e-14,
   "status": "pass"
  },
  {
   "entry": "gate_rxx",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_rxx",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1359871329650174e-16,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.203844925257312e-16,
   "global_phase": -3.9846685910587735e-17,
   "seconds": 0.000162988
  },
  {
   "entry": "gate_rxx",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.1329278454914164e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.2266091037362635e-16,
   "global_phase": -6.390672161584823e-17,
   "seconds": 0.000165764
  },
  {
   "entry": "gate_rxx",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.1329278454914164e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.2266091037362635e-16,
   "global_phase": -6.390672161584823e-17,
   "seconds": 0.000169961,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_rxx",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.114663524890915e-16,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.1225432227990271e-16,
   "global_phase": -1.3277241177965651e-17,
   "seconds": 0.8236376838758588
  },
  {
   "entry": "gate_rxx",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.6979681220338075e-16,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 3.0",
   "strict": 4.698141079668197e-16,
   "global_phase": 4.031288652513078e-18,
   "seconds": 0.001316217239946127
  },
  {
   "entry": "gate_rxx",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.498609912543168e-16,
   "tolerance": 3.422784300198615e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 1.5088529315976045e-16,
   "global_phase": 1.755149544000275e-17,
   "seconds": 0.007760222069919109
  },
  {
   "entry": "gate_rxx",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.913954706422256e-08,
   "tolerance": 6.538684074497576e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 3.031567173987386e-08,
   "global_phase": 8.362221574148164e-09,
   "seconds": 0.0005769701674580574
  },
  {
   "entry": "gate_rxx",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.6549835919341256e-09,
   "tolerance": 6.141246104518896e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_ryy",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.3693764655321138e-09,
   "tolerance": 6.141246060109975e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5805693550860144,
   "global_phase": -0.5890486226316841
  },
  {
   "entry": "gate_ryy",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 3.370413380845539e-09,
   "tolerance": 6.141246148927817e-08,
   "status": "pass"
  },
  {
   "entry": "gate_ryy",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 9.433897732981284e-16,
   "tolerance": 3.750595548104652e-14,
   "status": "pass"
  },
  {
   "entry": "gate_ryy",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_ryy",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1421546500161876e-16,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.288187406182432e-16,
   "global_phase": -5.957428546725693e-17,
   "seconds": 0.000127461
  },
  {
   "entry": "gate_ryy",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.1397265086993938e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.2962602289809404e-16,
   "global_phase": -8.332955701122513e-17,
   "seconds": 0.000171154
  },
  {
   "entry": "gate_ryy",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.1397265086993938e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.2962602289809404e-16,
   "global_phase": -8.332955701122513e-17,
   "seconds": 0.000127531,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_ryy",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.119511646096584e-16,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.1671980311662524e-16,
   "global_phase": -3.302195000488207e-17,
   "seconds": 0.6383934901095927
  },
  {
   "entry": "gate_ryy",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.896853134672394e-16,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 3.0",
   "strict": 5.901040528879488e-16,
   "global_phase": -2.2226657774544426e-17,
   "seconds": 0.0012902477756142616
  },
  {
   "entry": "gate_ryy",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1758750379040157e-16,
   "tolerance": 3.422784300198615e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 1.2181771912564385e-16,
   "global_phase": -3.182350774689283e-17,
   "seconds": 0.005902101751416922
  },
  {
   "entry": "gate_ryy",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.981631344408152e-08,
   "tolerance": 6.538684074497576e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 3.511769130076908e-08,
   "global_phase": 1.855369759389716e-08,
   "seconds": 0.0005239699967205524
  },
  {
   "entry": "gate_ryy",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 2.3623502714652094e-09,
   "tolerance": 6.141246104518896e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_negcx",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.7176025563172868e-09,
   "tolerance": 3.7065698406228126e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5097313190687244,
   "global_phase": -0.5154175443934055
  },
  {
   "entry": "gate_negcx",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.750191090877942e-09,
   "tolerance": 3.7065699294406546e-08,
   "status": "pass"
  },
  {
   "entry": "gate_negcx",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 5.803058411796183e-16,
   "tolerance": 2.483057111365708e-14,
   "status": "pass"
  },
  {
   "entry": "gate_negcx",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_negcx",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.168161905669198e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 8.91361828527817e-17,
   "global_phase": -3.568434112943644e-17,
   "seconds": 0.000157007
  },
  {
   "entry": "gate_negcx",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8904608864862223e-16,
   "tolerance": 1.9486669661603525e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9816663129359017e-16,
   "global_phase": -5.942718338359123e-17,
   "seconds": 0.000175582
  },
  {
   "entry": "gate_negcx",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8904608864862223e-16,
   "tolerance": 1.9486669661603525e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9816663129359017e-16,
   "global_phase": -5.942718338359123e-17,
   "seconds": 0.000145354,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_negcx",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.80470172216428e-17,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 8.857402632175859e-17,
   "global_phase": -9.647844174701355e-18,
   "seconds": 0.6749326679855585,
   "adapter": [
    "negcx as x, cx, x"
   ]
  },
  {
   "entry": "gate_negcx",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.017124296224758e-16,
   "tolerance": 4.230776728856391e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 3.0",
   "strict": 6.023587187968749e-16,
   "global_phase": 2.7895844644493254e-17,
   "seconds": 0.0014202529564499855,
   "adapter": [
    "negcx as x, cx, x"
   ]
  },
  {
   "entry": "gate_negcx",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.240978075601184e-17,
   "tolerance": 3.422784300198615e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 4.424447715313029e-17,
   "global_phase": -1.260889585891152e-17,
   "seconds": 0.005962254945188761
  },
  {
   "entry": "gate_negcx",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.3347625565189936e-08,
   "tolerance": 6.538684074497576e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 4.337439164317688e-08,
   "global_phase": -1.5235511753926034e-09,
   "seconds": 0.0006434358656406403
  },
  {
   "entry": "gate_negcx",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.2645253236169943e-09,
   "tolerance": 3.7065698850317336e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_ccx",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.6785286217879533e-09,
   "tolerance": 7.862822080966033e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5923017764654656,
   "global_phase": -0.6013204685320469
  },
  {
   "entry": "gate_ccx",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 2.6974721387745454e-09,
   "tolerance": 7.862822169783875e-08,
   "status": "pass"
  },
  {
   "entry": "gate_ccx",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 6.184836935372749e-16,
   "tolerance": 3.1872451317762287e-14,
   "status": "pass"
  },
  {
   "entry": "gate_ccx",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_ccx",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3567340985913269e-16,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.3855057211099486e-16,
   "global_phase": -2.8088910435967144e-17,
   "seconds": 0.000143531
  },
  {
   "entry": "gate_ccx",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4074819462701335e-16,
   "tolerance": 1.9486669661603525e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.470248802848714e-16,
   "global_phase": -5.533171119339035e-17,
   "seconds": 0.000163979
  },
  {
   "entry": "gate_ccx",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4074819462701335e-16,
   "tolerance": 1.9486669661603525e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.470248802848714e-16,
   "global_phase": -5.533171119339035e-17,
   "seconds": 0.000124005,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_ccx",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4011068892295785e-16,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.4013366226977055e-16,
   "global_phase": -2.5373511133172645e-18,
   "seconds": 0.6783511871472001
  },
  {
   "entry": "gate_ccx",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3733593038967305e-16,
   "tolerance": 6.303404001284882e-13,
   "status": "pass",
   "note": "double precision, a contraction of width 6.0",
   "strict": 1.4013059000063044e-16,
   "global_phase": -2.784644461915488e-17,
   "seconds": 0.0012712622992694378
  },
  {
   "entry": "gate_ccx",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.6169634979043014e-16,
   "tolerance": 6.383513748404932e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 2.6170785510676706e-16,
   "global_phase": -2.4539622958386736e-18,
   "seconds": 0.005829103756695986
  },
  {
   "entry": "gate_ccx",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.5495612316111926e-08,
   "tolerance": 9.154181646441587e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 2.553695652880276e-08,
   "global_phase": 1.452549941361316e-09,
   "seconds": 0.0006342576816678047
  },
  {
   "entry": "gate_ccx",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.3231913632194065e-09,
   "tolerance": 7.862822125374954e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_ccz",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.6785286217879533e-09,
   "tolerance": 7.862822080966033e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5923017764654656,
   "global_phase": -0.6013204685320469
  },
  {
   "entry": "gate_ccz",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 2.6974721387745454e-09,
   "tolerance": 7.862822169783875e-08,
   "status": "pass"
  },
  {
   "entry": "gate_ccz",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 6.184836935372749e-16,
   "tolerance": 3.1872451317762287e-14,
   "status": "pass"
  },
  {
   "entry": "gate_ccz",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_ccz",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3567340985913269e-16,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.3855057211099486e-16,
   "global_phase": -2.8088910435967144e-17,
   "seconds": 0.000138923
  },
  {
   "entry": "gate_ccz",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4074819462701335e-16,
   "tolerance": 1.9486669661603525e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.470248802848714e-16,
   "global_phase": -5.533171119339035e-17,
   "seconds": 0.000147819
  },
  {
   "entry": "gate_ccz",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4074819462701335e-16,
   "tolerance": 1.9486669661603525e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.470248802848714e-16,
   "global_phase": -5.533171119339035e-17,
   "seconds": 0.000122081,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_ccz",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4011068892295785e-16,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.4013366226977055e-16,
   "global_phase": -2.5373511133172645e-18,
   "seconds": 0.5869273003190756
  },
  {
   "entry": "gate_ccz",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3733593038967305e-16,
   "tolerance": 6.303404001284882e-13,
   "status": "pass",
   "note": "double precision, a contraction of width 6.0",
   "strict": 1.4013059000063044e-16,
   "global_phase": -2.784644461915488e-17,
   "seconds": 0.0011441819369792938
  },
  {
   "entry": "gate_ccz",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4495375216436052e-17,
   "tolerance": 6.383513748404932e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 2.4495985349309682e-17,
   "global_phase": 1.7289083146586244e-19,
   "seconds": 0.012461625039577484
  },
  {
   "entry": "gate_ccz",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.5495612316111926e-08,
   "tolerance": 9.154181646441587e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 2.553695652880276e-08,
   "global_phase": 1.452549941361316e-09,
   "seconds": 0.0005926899611949921
  },
  {
   "entry": "gate_ccz",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.6497839043847038e-09,
   "tolerance": 7.862822125374954e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_cswap",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.6785286217879533e-09,
   "tolerance": 7.862822080966033e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5923017764654656,
   "global_phase": -0.6013204685320469
  },
  {
   "entry": "gate_cswap",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 2.6974721387745454e-09,
   "tolerance": 7.862822169783875e-08,
   "status": "pass"
  },
  {
   "entry": "gate_cswap",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 6.184836935372749e-16,
   "tolerance": 3.468920339940439e-14,
   "status": "pass"
  },
  {
   "entry": "gate_cswap",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_cswap",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3567340985913269e-16,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.3855057211099486e-16,
   "global_phase": -2.8088910435967144e-17,
   "seconds": 0.000136999
  },
  {
   "entry": "gate_cswap",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4074819462701335e-16,
   "tolerance": 1.9486669661603525e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.470248802848714e-16,
   "global_phase": -5.533171119339035e-17,
   "seconds": 0.000170923
  },
  {
   "entry": "gate_cswap",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4074819462701335e-16,
   "tolerance": 1.9486669661603525e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.470248802848714e-16,
   "global_phase": -5.533171119339035e-17,
   "seconds": 0.00012697,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_cswap",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4011068892295785e-16,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.4013366226977055e-16,
   "global_phase": -2.5373511133172645e-18,
   "seconds": 0.5169033850543201
  },
  {
   "entry": "gate_cswap",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3733593038967305e-16,
   "tolerance": 6.303404001284882e-13,
   "status": "pass",
   "note": "double precision, a contraction of width 6.0",
   "strict": 1.4013059000063044e-16,
   "global_phase": -2.784644461915488e-17,
   "seconds": 0.0012466451153159142
  },
  {
   "entry": "gate_cswap",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.025399467459494e-17,
   "tolerance": 6.383513748404932e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 3.0254124592450465e-17,
   "global_phase": 8.866276048486312e-20,
   "seconds": 0.006674129981547594
  },
  {
   "entry": "gate_cswap",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.5495612316111926e-08,
   "tolerance": 9.154181646441587e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 2.553695652880276e-08,
   "global_phase": 1.452549941361316e-09,
   "seconds": 0.000603801105171442
  },
  {
   "entry": "gate_cswap",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.6497839043847038e-09,
   "tolerance": 7.862822125374954e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_c2p",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.454071167970312e-09,
   "tolerance": 1.9554563625653759e-07,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5923017765075274,
   "global_phase": -0.6013204685722763
  },
  {
   "entry": "gate_c2p",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 7.459286792493347e-09,
   "tolerance": 1.95545637144716e-07,
   "status": "pass"
  },
  {
   "entry": "gate_c2p",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 6.196961625374742e-16,
   "tolerance": 8.398236482814388e-14,
   "status": "pass"
  },
  {
   "entry": "gate_c2p",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_c2p",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3567354665374505e-16,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.3855069357692387e-16,
   "global_phase": -2.8088848837941315e-17,
   "seconds": 0.000184037
  },
  {
   "entry": "gate_c2p",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4074827868787245e-16,
   "tolerance": 1.9486669661603525e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.470249484123369e-16,
   "global_phase": -5.5331649595364525e-17,
   "seconds": 0.000143381
  },
  {
   "entry": "gate_c2p",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4074827868787245e-16,
   "tolerance": 1.9486669661603525e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.470249484123369e-16,
   "global_phase": -5.5331649595364525e-17,
   "seconds": 0.000130968,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_c2p",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4011080952878836e-16,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.4013378258698447e-16,
   "global_phase": -2.5373362654207204e-18,
   "seconds": 0.5981552531011403
  },
  {
   "entry": "gate_c2p",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3205928525733937e-16,
   "tolerance": 4.7008630320626785e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 3.0",
   "strict": 1.352664922370875e-16,
   "global_phase": -2.928086575644102e-17,
   "seconds": 0.0017546359449625015
  },
  {
   "entry": "gate_c2p",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4494334789121303e-17,
   "tolerance": 6.383513748404932e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 2.4494944356881143e-17,
   "global_phase": 1.7280707492796442e-19,
   "seconds": 0.005789007991552353
  },
  {
   "entry": "gate_c2p",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.5495711352552066e-08,
   "tolerance": 9.154181646441587e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 2.5537054944531005e-08,
   "global_phase": 1.4525418475928885e-09,
   "seconds": 0.000555689912289381
  },
  {
   "entry": "gate_c2p",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 2.7920483957968256e-09,
   "tolerance": 1.955456367006268e-07,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_c2rz",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.17580428423748e-09,
   "tolerance": 2.114443102659051e-07,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5923017764901821,
   "global_phase": -0.6013204685448793
  },
  {
   "entry": "gate_c2rz",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 7.182338191352393e-09,
   "tolerance": 2.114443111540835e-07,
   "status": "pass"
  },
  {
   "entry": "gate_c2rz",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 6.197060096802105e-16,
   "tolerance": 9.384099711389237e-14,
   "status": "pass"
  },
  {
   "entry": "gate_c2rz",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_c2rz",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.356864041041012e-16,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.385638179882964e-16,
   "global_phase": -2.8091482637843886e-17,
   "seconds": 0.000141117
  },
  {
   "entry": "gate_c2rz",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.382833099344837e-16,
   "tolerance": 3.653750561550723e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.4470597500024585e-16,
   "global_phase": -5.569630515112943e-17,
   "seconds": 0.000143321
  },
  {
   "entry": "gate_c2rz",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.382833099344837e-16,
   "tolerance": 3.653750561550723e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.4470597500024585e-16,
   "global_phase": -5.569630515112943e-17,
   "seconds": 0.000131097,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_c2rz",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4011092610446333e-16,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.401338580384328e-16,
   "global_phase": -2.5350650652912525e-18,
   "seconds": 0.620403089094907
  },
  {
   "entry": "gate_c2rz",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3896935382221946e-16,
   "tolerance": 4.7008630320626785e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 3.0",
   "strict": 1.3898649867130245e-16,
   "global_phase": -2.183005071623825e-18,
   "seconds": 0.0016918270848691463
  },
  {
   "entry": "gate_c2rz",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4793608854112484e-17,
   "tolerance": 6.383513748404932e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 2.4794165255085104e-17,
   "global_phase": 1.6610444227779503e-19,
   "seconds": 0.009226752910763025
  },
  {
   "entry": "gate_c2rz",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.4593994773011516e-08,
   "tolerance": 9.154181646441587e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 3.462165651149508e-08,
   "global_phase": 1.3836998209989688e-09,
   "seconds": 0.0006223558448255062
  },
  {
   "entry": "gate_c2rz",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 2.7920483957968256e-09,
   "tolerance": 2.114443107099943e-07,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_c2ry",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.541021517699566e-09,
   "tolerance": 2.2416324885154374e-07,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5923017738006157,
   "global_phase": -0.6013204660262835
  },
  {
   "entry": "gate_c2ry",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 7.1249528314048954e-09,
   "tolerance": 2.2416324973972215e-07,
   "status": "pass"
  },
  {
   "entry": "gate_c2ry",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.0630271123024982e-15,
   "tolerance": 9.947450127717729e-14,
   "status": "pass"
  },
  {
   "entry": "gate_c2ry",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_c2ry",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3568347164839227e-16,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.385606040263293e-16,
   "global_phase": -2.8089793690612016e-17,
   "seconds": 0.000184769
  },
  {
   "entry": "gate_c2ry",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4188784163449605e-16,
   "tolerance": 2.9230004492405574e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.4813348680394973e-16,
   "global_phase": -5.532178000472185e-17,
   "seconds": 0.000168659
  },
  {
   "entry": "gate_c2ry",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4188784163449605e-16,
   "tolerance": 2.9230004492405574e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.4813348680394973e-16,
   "global_phase": -5.532178000472185e-17,
   "seconds": 0.000133463,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_c2ry",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4014996658435e-16,
   "tolerance": 3.2906041224438275e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.401730153381778e-16,
   "global_phase": -2.541868486490896e-18,
   "seconds": 0.7683442910201848
  },
  {
   "entry": "gate_c2ry",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3813338942963455e-16,
   "tolerance": 4.7008630320626785e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 3.0",
   "strict": 1.381511581476646e-16,
   "global_phase": -2.2156764705053963e-18,
   "seconds": 0.0017474121414124966
  },
  {
   "entry": "gate_c2ry",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.8966019434745855e-17,
   "tolerance": 6.383513748404932e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 6.140218574169683e-17,
   "global_phase": -5.414054055847395e-17,
   "seconds": 0.009681893046945333
  },
  {
   "entry": "gate_c2ry",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.4613326561899745e-08,
   "tolerance": 9.154181646441587e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 3.46410246490762e-08,
   "global_phase": 1.3849956703601621e-09,
   "seconds": 0.0007096310146152973
  },
  {
   "entry": "gate_c2ry",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 3.977495357209708e-09,
   "tolerance": 2.2416324929563294e-07,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_c3x",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.391512846914285e-09,
   "tolerance": 3.0615841194822775e-07,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.6331867499277773,
   "global_phase": -0.6442719289752188
  },
  {
   "entry": "gate_c3x",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 7.641038205937388e-09,
   "tolerance": 3.0615841283640617e-07,
   "status": "pass"
  },
  {
   "entry": "gate_c3x",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.0921565579432819e-15,
   "tolerance": 1.135582616853899e-13,
   "status": "pass"
  },
  {
   "entry": "gate_c3x",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_c3x",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1380426810702476e-16,
   "tolerance": 4.230776728856391e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.1418412035005258e-16,
   "global_phase": -9.306014224130332e-18,
   "seconds": 0.00023816
  },
  {
   "entry": "gate_c3x",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.1718801448946157e-16,
   "tolerance": 2.4358337077004524e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.2057454549202864e-16,
   "global_phase": -3.850320092070849e-17,
   "seconds": 0.000165874
  },
  {
   "entry": "gate_c3x",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.1718801448946157e-16,
   "tolerance": 2.4358337077004524e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.2057454549202864e-16,
   "global_phase": -3.850320092070849e-17,
   "seconds": 0.000177535,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_c3x",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.281311985405106e-16,
   "tolerance": 4.230776728856391e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.2850088420415793e-16,
   "global_phase": 1.2992703127221225e-17,
   "seconds": 0.8113556178286672
  },
  {
   "entry": "gate_c3x",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.0693502465280125e-16,
   "tolerance": 1.3260959313683757e-13,
   "status": "pass",
   "note": "double precision, a contraction of width 4.0",
   "strict": 1.0734769178841271e-16,
   "global_phase": -9.403586273589279e-18,
   "seconds": 0.00214300025254488
  },
  {
   "entry": "gate_c3x",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.135201724572025e-17,
   "tolerance": 1.0253737898419437e-11,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 1.112211140817646e-16,
   "global_phase": -6.344245552251684e-17,
   "seconds": 0.009430337697267532
  },
  {
   "entry": "gate_c3x",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.48851234601127e-08,
   "tolerance": 1.1769692899611298e-05,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 7.642205600447223e-08,
   "global_phase": 1.5249555543893608e-08,
   "seconds": 0.0009451461955904961
  },
  {
   "entry": "gate_c3x",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 3.1488127210646556e-09,
   "tolerance": 3.0615841239231696e-07,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_c3z",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.669672201661391e-09,
   "tolerance": 2.881711166758857e-07,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.6331867502519202,
   "global_phase": -0.6442719293465758
  },
  {
   "entry": "gate_c3z",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 8.809862244535732e-09,
   "tolerance": 2.881711175640641e-07,
   "status": "pass"
  },
  {
   "entry": "gate_c3z",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 9.198145331126233e-16,
   "tolerance": 1.1074150960374736e-13,
   "status": "pass"
  },
  {
   "entry": "gate_c3z",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_c3z",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1380426810702476e-16,
   "tolerance": 4.230776728856391e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.1418412035005258e-16,
   "global_phase": -9.306014224130332e-18,
   "seconds": 0.000246606
  },
  {
   "entry": "gate_c3z",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.595949810867941e-16,
   "tolerance": 2.9230004492405574e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.599966217654964e-16,
   "global_phase": 1.4446076422946466e-17,
   "seconds": 0.000178257
  },
  {
   "entry": "gate_c3z",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.595949810867941e-16,
   "tolerance": 2.9230004492405574e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.599966217654964e-16,
   "global_phase": 1.4446076422946466e-17,
   "seconds": 0.000170933,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_c3z",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.281312140139257e-16,
   "tolerance": 4.230776728856391e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.2850089960147827e-16,
   "global_phase": 1.299270222922428e-17,
   "seconds": 0.7871533301658928
  },
  {
   "entry": "gate_c3z",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.373058536363095e-16,
   "tolerance": 1.3260959313683757e-13,
   "status": "pass",
   "note": "double precision, a contraction of width 4.0",
   "strict": 3.3768940600253865e-16,
   "global_phase": -1.609024639425753e-17,
   "seconds": 0.00209347577765584
  },
  {
   "entry": "gate_c3z",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.4309605600295303e-17,
   "tolerance": 1.0253737898419437e-11,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 4.070586436385354e-17,
   "global_phase": -3.264981576007027e-17,
   "seconds": 0.011304137762635946
  },
  {
   "entry": "gate_c3z",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.48851234601127e-08,
   "tolerance": 1.1769692899611298e-05,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 7.642205600447223e-08,
   "global_phase": 1.5249555543893608e-08,
   "seconds": 0.0010049878619611263
  },
  {
   "entry": "gate_c3z",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 2.8241989018802898e-09,
   "tolerance": 2.881711171199749e-07,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "full_turn_rz_t1_0",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.215285710182298e-10,
   "tolerance": 1.31047032241826e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 1.9705552845008005,
   "global_phase": 2.7979809572714793
  },
  {
   "entry": "full_turn_rz_t1_0",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 7.408447614612547e-10,
   "tolerance": 1.310470411236102e-08,
   "status": "pass"
  },
  {
   "entry": "full_turn_rz_t1_0",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.797157557069881e-17,
   "tolerance": 1.0746810705446966e-14,
   "status": "pass"
  },
  {
   "entry": "full_turn_rz_t1_0",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "full_turn_rz_t1_0",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.878018230386136e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.4948344912607779e-16,
   "global_phase": -1.2703930273265457e-16,
   "seconds": 0.000182986
  },
  {
   "entry": "full_turn_rz_t1_0",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.878018230386136e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.4948344912607779e-16,
   "global_phase": -1.2703930273265457e-16,
   "seconds": 0.000164892
  },
  {
   "entry": "full_turn_rz_t1_0",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.878018230386136e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.4948344912607779e-16,
   "global_phase": -1.2703930273265457e-16,
   "seconds": 0.000122983,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "full_turn_rz_t1_0",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.878018230386136e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.4948344912607779e-16,
   "global_phase": -1.2703930273265457e-16,
   "seconds": 0.8187580239027739
  },
  {
   "entry": "full_turn_rz_t1_0",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.7935930160502477e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 2.9056138362361657e-16,
   "global_phase": -7.990180385963304e-17,
   "seconds": 0.0012550810351967812
  },
  {
   "entry": "full_turn_rz_t1_0",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.450168008707881e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 7.823846913581342e-17,
   "global_phase": -2.389053613710233e-17,
   "seconds": 0.008308447897434235
  },
  {
   "entry": "full_turn_rz_t1_0",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.714135312206995e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 9.037682710149867e-08,
   "global_phase": 7.710813084434486e-08,
   "seconds": 0.000581708736717701
  },
  {
   "entry": "full_turn_rz_t1_0",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 6.434990124175215e-10,
   "tolerance": 1.310470366827181e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "full_turn_rx_t1_0",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.428935600037752e-10,
   "tolerance": 1.9464171686312247e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 1.9705552845232173,
   "global_phase": 2.797980956375603
  },
  {
   "entry": "full_turn_rx_t1_0",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 9.079842629738386e-10,
   "tolerance": 1.9464172574490667e-08,
   "status": "pass"
  },
  {
   "entry": "full_turn_rx_t1_0",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.237726045655905e-16,
   "tolerance": 1.3563562787088958e-14,
   "status": "pass"
  },
  {
   "entry": "full_turn_rx_t1_0",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "full_turn_rx_t1_0",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.2354594473300743e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.4345679644901053e-16,
   "global_phase": -7.291263256419637e-17,
   "seconds": 0.000123343
  },
  {
   "entry": "full_turn_rx_t1_0",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.2354594473300743e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.4345679644901053e-16,
   "global_phase": -7.291263256419637e-17,
   "seconds": 0.00015833
  },
  {
   "entry": "full_turn_rx_t1_0",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.2354594473300743e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.4345679644901053e-16,
   "global_phase": -7.291263256419637e-17,
   "seconds": 0.000133753,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "full_turn_rx_t1_0",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.2354594473300743e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.4345679644901053e-16,
   "global_phase": -7.291263256419637e-17,
   "seconds": 0.6340877446345985
  },
  {
   "entry": "full_turn_rx_t1_0",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.836628346004762e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 2.847827009626881e-16,
   "global_phase": -2.523059717935201e-17,
   "seconds": 0.0009569679386913776
  },
  {
   "entry": "full_turn_rx_t1_0",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.450168008707881e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 7.823846913581342e-17,
   "global_phase": -2.389053613710233e-17,
   "seconds": 0.0062925489619374275
  },
  {
   "entry": "full_turn_rx_t1_0",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.443682606077008e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 8.782752682484874e-08,
   "global_phase": 2.4168096663117897e-08,
   "seconds": 0.0005024387501180172
  },
  {
   "entry": "full_turn_rx_t1_0",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 6.434990124175215e-10,
   "tolerance": 1.9464172130401457e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "full_turn_ry_t1_0",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.766046792030961e-10,
   "tolerance": 1.9464171686312247e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 1.970555285413953,
   "global_phase": 2.79798095744968
  },
  {
   "entry": "full_turn_ry_t1_0",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.0361757078372587e-09,
   "tolerance": 1.9464172574490667e-08,
   "status": "pass"
  },
  {
   "entry": "full_turn_ry_t1_0",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.2530044628618934e-16,
   "tolerance": 1.6380314868730963e-14,
   "status": "pass"
  },
  {
   "entry": "full_turn_ry_t1_0",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "full_turn_ry_t1_0",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4356863563421938e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.46781205111376e-16,
   "global_phase": -3.05412677549014e-17,
   "seconds": 0.000112513
  },
  {
   "entry": "full_turn_ry_t1_0",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4356863563421938e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.46781205111376e-16,
   "global_phase": -3.05412677549014e-17,
   "seconds": 0.000131859
  },
  {
   "entry": "full_turn_ry_t1_0",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4356863563421938e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.46781205111376e-16,
   "global_phase": -3.05412677549014e-17,
   "seconds": 0.000143772,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "full_turn_ry_t1_0",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4356863563421938e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.46781205111376e-16,
   "global_phase": -3.05412677549014e-17,
   "seconds": 0.506037674844265
  },
  {
   "entry": "full_turn_ry_t1_0",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.1409025375601136e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 3.145218421465822e-16,
   "global_phase": 1.6471238045877752e-17,
   "seconds": 0.0009093480184674263
  },
  {
   "entry": "full_turn_ry_t1_0",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.450168008707881e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 7.823846913581342e-17,
   "global_phase": -2.389053613710233e-17,
   "seconds": 0.0052643162198364735
  },
  {
   "entry": "full_turn_ry_t1_0",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.0302988878962743e-07,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 1.0303836032604117e-07,
   "global_phase": -1.3212549757350479e-09,
   "seconds": 0.000504643190652132
  },
  {
   "entry": "full_turn_ry_t1_0",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 8.121386247992363e-10,
   "tolerance": 1.9464172130401457e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "full_turn_p_t1_0",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.215285710182298e-10,
   "tolerance": 1.31047032241826e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.34192377730194323,
   "global_phase": -0.343611696318314
  },
  {
   "entry": "full_turn_p_t1_0",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 7.40844675385083e-10,
   "tolerance": 1.310470411236102e-08,
   "status": "pass"
  },
  {
   "entry": "full_turn_p_t1_0",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.797157557069881e-17,
   "tolerance": 1.0746810705446966e-14,
   "status": "pass"
  },
  {
   "entry": "full_turn_p_t1_0",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "full_turn_p_t1_0",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.313729468180651e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 9.42812133633664e-17,
   "global_phase": -1.4642115032431582e-17,
   "seconds": 0.000164991
  },
  {
   "entry": "full_turn_p_t1_0",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.313729468180651e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 9.42812133633664e-17,
   "global_phase": -1.4642115032431582e-17,
   "seconds": 0.000130717
  },
  {
   "entry": "full_turn_p_t1_0",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.313729468180651e-17,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 9.42812133633664e-17,
   "global_phase": -1.4642115032431582e-17,
   "seconds": 0.000126198,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "full_turn_p_t1_0",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.313729468180651e-17,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 9.42812133633664e-17,
   "global_phase": -1.4642115032431582e-17,
   "seconds": 0.566580674611032
  },
  {
   "entry": "full_turn_p_t1_0",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.644118252139324e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 2.6640113228721536e-16,
   "global_phase": 3.249538384058998e-17,
   "seconds": 0.0009236549958586693
  },
  {
   "entry": "full_turn_p_t1_0",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.450168008707881e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 7.823846913581342e-17,
   "global_phase": -2.389053613710233e-17,
   "seconds": 0.006309080868959427
  },
  {
   "entry": "full_turn_p_t1_0",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.5186428535734515e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 5.666655211839174e-08,
   "global_phase": -1.2866865989558174e-08,
   "seconds": 0.0005702967755496502
  },
  {
   "entry": "full_turn_p_t1_0",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 6.434990766952874e-10,
   "tolerance": 1.310470366827181e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "full_turn_rz_t2_0",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.215285710182298e-10,
   "tolerance": 1.31047032241826e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.34192377730194323,
   "global_phase": -0.343611696318314
  },
  {
   "entry": "full_turn_rz_t2_0",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 7.40844675385083e-10,
   "tolerance": 1.310470411236102e-08,
   "status": "pass"
  },
  {
   "entry": "full_turn_rz_t2_0",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.797157557069881e-17,
   "tolerance": 1.0746810705446966e-14,
   "status": "pass"
  },
  {
   "entry": "full_turn_rz_t2_0",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "full_turn_rz_t2_0",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1064834169601487e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.7979863037694193e-16,
   "global_phase": -2.5699069640890605e-16,
   "seconds": 0.00014777
  },
  {
   "entry": "full_turn_rz_t2_0",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1064834169601487e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.7979863037694193e-16,
   "global_phase": -2.5699069640890605e-16,
   "seconds": 0.000143932
  },
  {
   "entry": "full_turn_rz_t2_0",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1064834169601487e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.7979863037694193e-16,
   "global_phase": -2.5699069640890605e-16,
   "seconds": 0.000118283,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "full_turn_rz_t2_0",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1064834169601487e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.7979863037694193e-16,
   "global_phase": -2.5699069640890605e-16,
   "seconds": 0.5959096411243081
  },
  {
   "entry": "full_turn_rz_t2_0",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.0762013032883892e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 3.0608999734962266e-16,
   "global_phase": -2.249110223171109e-16,
   "seconds": 0.0009317696094512939
  },
  {
   "entry": "full_turn_rz_t2_0",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.450168008707881e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 7.823846913581342e-17,
   "global_phase": -2.389053613710233e-17,
   "seconds": 0.005955001804977655
  },
  {
   "entry": "full_turn_rz_t2_0",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.158076866053959e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 1.627436187799992e-07,
   "global_phase": 1.4615635214958267e-07,
   "seconds": 0.0005431962199509144
  },
  {
   "entry": "full_turn_rz_t2_0",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 6.434990766952874e-10,
   "tolerance": 1.310470366827181e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "full_turn_u_t1_0",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.766046792030961e-10,
   "tolerance": 1.9464171686312247e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 1.970555285413953,
   "global_phase": 2.79798095744968
  },
  {
   "entry": "full_turn_u_t1_0",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.0361757078372587e-09,
   "tolerance": 1.9464172574490667e-08,
   "status": "pass"
  },
  {
   "entry": "full_turn_u_t1_0",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.2530044628618934e-16,
   "tolerance": 1.6380314868730963e-14,
   "status": "pass"
  },
  {
   "entry": "full_turn_u_t1_0",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "full_turn_u_t1_0",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4356863563421938e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.46781205111376e-16,
   "global_phase": -3.05412677549014e-17,
   "seconds": 0.000130046
  },
  {
   "entry": "full_turn_u_t1_0",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4356863563421938e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.46781205111376e-16,
   "global_phase": -3.05412677549014e-17,
   "seconds": 0.00013203
  },
  {
   "entry": "full_turn_u_t1_0",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4356863563421938e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.46781205111376e-16,
   "global_phase": -3.05412677549014e-17,
   "seconds": 0.000193777,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "full_turn_u_t1_0",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.4356863563421938e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.46781205111376e-16,
   "global_phase": -3.05412677549014e-17,
   "seconds": 0.566791754681617
  },
  {
   "entry": "full_turn_u_t1_0",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.1409025375601136e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 3.145218421465822e-16,
   "global_phase": 1.6471238045877752e-17,
   "seconds": 0.0009073452092707157
  },
  {
   "entry": "full_turn_u_t1_0",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.450168008707881e-17,
   "tolerance": 1.3715495537843548e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 7.823846913581342e-17,
   "global_phase": -2.389053613710233e-17,
   "seconds": 0.006982442922890186
  },
  {
   "entry": "full_turn_u_t1_0",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.972922373777038e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 4.024089473196959e-08,
   "global_phase": -6.396748512344255e-09,
   "seconds": 0.0006013559177517891,
   "adapter": [
    "U as a matrix"
   ]
  },
  {
   "entry": "full_turn_u_t1_0",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 8.121386247992363e-10,
   "tolerance": 1.9464172130401457e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "gate_gphase_controlled",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.0935824753740867e-09,
   "tolerance": 4.3425167016846596e-08,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 0.5097313189930806,
   "global_phase": -0.5154175443058733
  },
  {
   "entry": "gate_gphase_controlled",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 2.1360269648254563e-09,
   "tolerance": 4.3425167905025015e-08,
   "status": "pass"
  },
  {
   "entry": "gate_gphase_controlled",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 5.655105409258696e-16,
   "tolerance": 2.3422195072836047e-14,
   "status": "pass"
  },
  {
   "entry": "gate_gphase_controlled",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "gate_gphase_controlled",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.300406512905069e-17,
   "tolerance": 2.3504315160312837e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 9.02558849753476e-17,
   "global_phase": -3.5446437687523536e-17,
   "seconds": 0.000150795
  },
  {
   "entry": "gate_gphase_controlled",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8869219623193675e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9856040498679177e-16,
   "global_phase": -6.181819723743999e-17,
   "seconds": 0.000147108
  },
  {
   "entry": "gate_gphase_controlled",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8869219623193675e-16,
   "tolerance": 1.4615002246202573e-14,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9856040498679177e-16,
   "global_phase": -6.181819723743999e-17,
   "seconds": 0.000141808,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "gate_gphase_controlled",
   "engine": "quimb.dense",
   "quantity": "state",
   "measured": null,
   "tolerance": null,
   "status": "not run",
   "note": "no gate gphase"
  },
  {
   "entry": "gate_gphase_controlled",
   "engine": "quimb.tensor_network",
   "quantity": "state",
   "measured": null,
   "tolerance": null,
   "status": "not run",
   "note": "no gate gphase"
  },
  {
   "entry": "gate_gphase_controlled",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.684857563868715e-17,
   "tolerance": 3.422784300198615e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 3.019615798246159e-17,
   "global_phase": 1.3818898041286565e-17,
   "seconds": 0.010375753976404667
  },
  {
   "entry": "gate_gphase_controlled",
   "engine": "qsim.statevector",
   "quantity": "state",
   "measured": null,
   "tolerance": null,
   "status": "not run",
   "note": "a global phase gate"
  },
  {
   "entry": "gate_gphase_controlled",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.0983222174457334e-09,
   "tolerance": 4.3425167460935805e-08,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "controlled_rz_full_turn",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.727233711018889e-77,
   "tolerance": 8.99364639582761e-09,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 1.727233711018889e-77,
   "global_phase": 0.0
  },
  {
   "entry": "controlled_rz_full_turn",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.727233711018889e-77,
   "tolerance": 8.99364728400603e-09,
   "status": "pass"
  },
  {
   "entry": "controlled_rz_full_turn",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 2.220446049250313e-16,
   "tolerance": 5.113306542163034e-15,
   "status": "pass"
  },
  {
   "entry": "controlled_rz_full_turn",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "controlled_rz_full_turn",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.383329718893769e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.383329718893769e-16,
   "global_phase": 0.0,
   "seconds": 0.000117922
  },
  {
   "entry": "controlled_rz_full_turn",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.79306168888485e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.79306168888485e-16,
   "global_phase": -6.162975822039155e-33,
   "seconds": 0.000136137
  },
  {
   "entry": "controlled_rz_full_turn",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.79306168888485e-16,
   "tolerance": 9.743334830801666e-15,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.79306168888485e-16,
   "global_phase": -6.162975822039155e-33,
   "seconds": 0.000121009,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "controlled_rz_full_turn",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.383329718893769e-16,
   "tolerance": 1.4102589096187571e-14,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.383329718893769e-16,
   "global_phase": 0.0,
   "seconds": 0.5968104028142989
  },
  {
   "entry": "controlled_rz_full_turn",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.051434889952961e-16,
   "tolerance": 1.2179168538502112e-14,
   "status": "pass",
   "note": "double precision, a contraction of width 2.0",
   "strict": 3.051434889952961e-16,
   "global_phase": -6.162975822039156e-33,
   "seconds": 0.0009726579301059246
  },
  {
   "entry": "controlled_rz_full_turn",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.220446049250313e-16,
   "tolerance": 2.0536705801163775e-12,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 2.220446049250313e-16,
   "global_phase": 0.0,
   "seconds": 0.0052706277929246426
  },
  {
   "entry": "controlled_rz_full_turn",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.181723814526122e-08,
   "tolerance": 3.92320018377927e-06,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 6.181723814526122e-08,
   "global_phase": 0.0,
   "seconds": 0.0006090309470891953
  },
  {
   "entry": "controlled_rz_full_turn",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 8.636168555094445e-78,
   "tolerance": 8.99364683991682e-09,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "teleport",
   "engine": "qsim.statevector",
   "quantity": "counts",
   "measured": null,
   "tolerance": null,
   "status": "not run",
   "note": "measurement in the middle (or one qubit measured twice)"
  },
  {
   "entry": "reset_after_superposition",
   "engine": "qsim.statevector",
   "quantity": "counts",
   "measured": null,
   "tolerance": null,
   "status": "not run",
   "note": "measurement in the middle (or one qubit measured twice)"
  },
  {
   "entry": "measure_twice",
   "engine": "qsim.statevector",
   "quantity": "counts",
   "measured": null,
   "tolerance": null,
   "status": "not run",
   "note": "measurement in the middle (or one qubit measured twice)"
  },
  {
   "entry": "feedback_flip",
   "engine": "qsim.statevector",
   "quantity": "counts",
   "measured": null,
   "tolerance": null,
   "status": "not run",
   "note": "measurement in the middle (or one qubit measured twice)"
  },
  {
   "entry": "ghz_by_fusion",
   "engine": "qsim.statevector",
   "quantity": "counts",
   "measured": null,
   "tolerance": null,
   "status": "not run",
   "note": "measurement in the middle (or one qubit measured twice)"
  },
  {
   "entry": "repeat_until_success",
   "engine": "ddsim.statevector",
   "quantity": "counts",
   "measured": null,
   "tolerance": null,
   "status": "known",
   "note": "ValueError: [changePermutation] Target must be an injective mapping using only keys and logical qubits from the source permutation. | known: MQT DDSIM 2.7.0's qasm_simulator raises ValueError [changePermutation] on this program (two qubits; qubit 1 measured three times in the middle, with gates between and an x conditioned on each reading; four classical bits) and gives no counts. It raises the same without the conditioned x, and on qubit 1 measured, h, measured again, then qubit 0 measured into a third bit; with no third bit it gives counts. Each is a case of the reproducer.",
   "right": "the exact reference, which every other engine that ran this program met (the results files)"
  },
  {
   "entry": "repeat_until_success",
   "engine": "qsim.statevector",
   "quantity": "counts",
   "measured": null,
   "tolerance": null,
   "status": "not run",
   "note": "measurement in the middle (or one qubit measured twice)"
  },
  {
   "entry": "clifford_ghz_n100",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 100,
   "tolerance": 100,
   "status": "pass"
  },
  {
   "entry": "clifford_ghz_n100",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 3.456464037299156e-05
  },
  {
   "entry": "clifford_ghz_n100",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 9.077e-06
  },
  {
   "entry": "clifford_ghz_n100",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 1,
   "tolerance": 1,
   "status": "pass"
  },
  {
   "entry": "clifford_ghz_n100",
   "engine": "aer.stabilizer",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.000239733
  },
  {
   "entry": "clifford_ghz_n1000",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 1000,
   "tolerance": 1000,
   "status": "pass"
  },
  {
   "entry": "clifford_ghz_n1000",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.00019200285896658897
  },
  {
   "entry": "clifford_ghz_n1000",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 3.2221e-05
  },
  {
   "entry": "clifford_ghz_n1000",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 1,
   "tolerance": 1,
   "status": "pass"
  },
  {
   "entry": "clifford_ghz_n1000",
   "engine": "aer.stabilizer",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.007079295
  },
  {
   "entry": "clifford_ghz_n5000",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 5000,
   "tolerance": 5000,
   "status": "pass"
  },
  {
   "entry": "clifford_ghz_n5000",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.0038511459715664387
  },
  {
   "entry": "clifford_ghz_n5000",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 0.001745338
  },
  {
   "entry": "clifford_ghz_n5000",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 1,
   "tolerance": 1,
   "status": "pass"
  },
  {
   "entry": "clifford_cluster_n65",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 65,
   "tolerance": 65,
   "status": "pass"
  },
  {
   "entry": "clifford_cluster_n65",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 4.9233902245759964e-05
  },
  {
   "entry": "clifford_cluster_n65",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 8.716e-06
  },
  {
   "entry": "clifford_cluster_n65",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 65,
   "tolerance": 65,
   "status": "pass"
  },
  {
   "entry": "clifford_cluster_n65",
   "engine": "aer.stabilizer",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.000278025
  },
  {
   "entry": "clifford_cluster_n1000",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 1000,
   "tolerance": 1000,
   "status": "pass"
  },
  {
   "entry": "clifford_cluster_n1000",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.0003613433800637722
  },
  {
   "entry": "clifford_cluster_n1000",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 0.000108145
  },
  {
   "entry": "clifford_cluster_n1000",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 1000,
   "tolerance": 1000,
   "status": "pass"
  },
  {
   "entry": "clifford_cluster_n1000",
   "engine": "aer.stabilizer",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.008350167
  },
  {
   "entry": "clifford_cluster_n5000",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 5000,
   "tolerance": 5000,
   "status": "pass"
  },
  {
   "entry": "clifford_cluster_n5000",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.004729987122118473
  },
  {
   "entry": "clifford_cluster_n5000",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 0.002480627
  },
  {
   "entry": "clifford_cluster_n5000",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 5000,
   "tolerance": 5000,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n63",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 63,
   "tolerance": 63,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n63",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 9.082211181521416e-05
  },
  {
   "entry": "clifford_random_n63",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 2.4016e-05
  },
  {
   "entry": "clifford_random_n63",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 62,
   "tolerance": 62,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n63",
   "engine": "aer.stabilizer",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.00093186
  },
  {
   "entry": "clifford_random_n64",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 64,
   "tolerance": 64,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n64",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 9.6161849796772e-05
  },
  {
   "entry": "clifford_random_n64",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 2.2573e-05
  },
  {
   "entry": "clifford_random_n64",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 62,
   "tolerance": 62,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n64",
   "engine": "aer.stabilizer",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.000863611
  },
  {
   "entry": "clifford_random_n65",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 65,
   "tolerance": 65,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n65",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 8.839694783091545e-05
  },
  {
   "entry": "clifford_random_n65",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 2.2052e-05
  },
  {
   "entry": "clifford_random_n65",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 64,
   "tolerance": 64,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n65",
   "engine": "aer.stabilizer",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.00093168
  },
  {
   "entry": "clifford_random_n127",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 127,
   "tolerance": 127,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n127",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.00012522703036665916
  },
  {
   "entry": "clifford_random_n127",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 4.3832e-05
  },
  {
   "entry": "clifford_random_n127",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 124,
   "tolerance": 124,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n127",
   "engine": "aer.stabilizer",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.002276071
  },
  {
   "entry": "clifford_random_n128",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 128,
   "tolerance": 128,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n128",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.00013280101120471954
  },
  {
   "entry": "clifford_random_n128",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 3.9665e-05
  },
  {
   "entry": "clifford_random_n128",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 123,
   "tolerance": 123,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n128",
   "engine": "aer.stabilizer",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.002388192
  },
  {
   "entry": "clifford_random_n129",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 129,
   "tolerance": 129,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n129",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.00013345293700695038
  },
  {
   "entry": "clifford_random_n129",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 4.4204e-05
  },
  {
   "entry": "clifford_random_n129",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 122,
   "tolerance": 122,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n129",
   "engine": "aer.stabilizer",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.002466089
  },
  {
   "entry": "clifford_random_n1000",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 1000,
   "tolerance": 1000,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n1000",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.0019543832167983055
  },
  {
   "entry": "clifford_random_n1000",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 0.001489675
  },
  {
   "entry": "clifford_random_n1000",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 999,
   "tolerance": 999,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n1000",
   "engine": "aer.stabilizer",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.080925612
  },
  {
   "entry": "clifford_random_n2000",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 2000,
   "tolerance": 2000,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n2000",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.004092942923307419
  },
  {
   "entry": "clifford_random_n2000",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 0.003304343
  },
  {
   "entry": "clifford_random_n2000",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 2000,
   "tolerance": 2000,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n10_as_state",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.7114271035800384e-08,
   "tolerance": 6.835172444858467e-06,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 1.7114271035800384e-08,
   "global_phase": -2.5571778398004984e-77
  },
  {
   "entry": "clifford_random_n10_as_state",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.7114271035800384e-08,
   "tolerance": 6.835172445746645e-06,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n10_as_state",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 7.53644380168212e-15,
   "tolerance": 6.093066280547265e-13,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n10_as_state",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n10_as_state",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3244320535236393e-15,
   "tolerance": 1.7299175958019768e-12,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.3244320535236393e-15,
   "global_phase": -2.5571778398004984e-77,
   "seconds": 0.006512164
  },
  {
   "entry": "clifford_random_n10_as_state",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.526567631408858e-16,
   "tolerance": 8.988226381422528e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.0439850796711554e-15,
   "global_phase": 1.900363860637374e-15,
   "seconds": 0.001226247
  },
  {
   "entry": "clifford_random_n10_as_state",
   "engine": "aer.qasm_import",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.526567631408858e-16,
   "tolerance": 8.988226381422528e-13,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.0439850796711554e-15,
   "global_phase": 1.900363860637374e-15,
   "seconds": 0.001267023,
   "adapter": [
    "read from the published OpenQASM 3 text"
   ]
  },
  {
   "entry": "clifford_random_n10_as_state",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.9576473574087966e-15,
   "tolerance": 1.7299175958019768e-12,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 4.3182725538710424e-15,
   "global_phase": 3.146394755705127e-15,
   "seconds": 0.958083797711879
  },
  {
   "entry": "clifford_random_n10_as_state",
   "engine": "quimb.tensor_network",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.0834717717144326e-14,
   "tolerance": 7.041552439966656e-07,
   "status": "pass",
   "note": "double precision, a contraction of width 16.0",
   "strict": 3.10124812769637e-14,
   "global_phase": 3.3157470135776945e-15,
   "seconds": 1.1893571089021862
  },
  {
   "entry": "clifford_random_n10_as_state",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.253673324449967e-16,
   "tolerance": 9.2130502584579e-10,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 2.253673324449967e-16,
   "global_phase": -2.5571778398004988e-77,
   "seconds": 0.04511469090357423
  },
  {
   "entry": "clifford_random_n10_as_state",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.5102321528432535e-07,
   "tolerance": 0.0004814755969898022,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 7.598183428843805e-07,
   "global_phase": 7.171549827654089e-07,
   "seconds": 0.005619436968117952
  },
  {
   "entry": "clifford_random_n10_as_state",
   "engine": "exact",
   "quantity": "the integer tableau's group has full rank",
   "measured": 10,
   "tolerance": 10,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n10_as_state",
   "engine": "stim.tableau",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 6.738677620887756e-05
  },
  {
   "entry": "clifford_random_n10_as_state",
   "engine": "wai.stabilizer",
   "quantity": "generators of the reference group whose expectation is not their sign",
   "measured": 0,
   "tolerance": 0,
   "status": "pass",
   "seconds": 1.3786e-05
  },
  {
   "entry": "clifford_random_n10_as_state",
   "engine": "wai.stabilizer",
   "quantity": "outcome dimension against the rank of the group's X part",
   "measured": 10,
   "tolerance": 10,
   "status": "pass"
  },
  {
   "entry": "clifford_random_n10_as_state",
   "engine": "aer.stabilizer",
   "quantity": "reduced stabilizer group equals the reference's",
   "measured": true,
   "tolerance": true,
   "status": "pass",
   "seconds": 0.000244803
  },
  {
   "entry": "clifford_random_n10_as_state",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 5.34820969868762e-10,
   "tolerance": 6.835172445302556e-06,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "clifford_counts_n40",
   "engine": "wai.stabilizer",
   "quantity": "shots returned",
   "measured": 20000,
   "tolerance": 20000,
   "status": "pass"
  },
  {
   "entry": "clifford_counts_n40",
   "engine": "wai.stabilizer",
   "quantity": "shots outside the affine space the stabilizers fix (dimension 34)",
   "measured": 0,
   "tolerance": 0,
   "status": "pass"
  },
  {
   "entry": "clifford_counts_n40",
   "engine": "wai.stabilizer",
   "quantity": "the most frequent outcome's count above shots\u00b72^-34, in units of its Bernstein bound over all 2^34 outcomes",
   "measured": 0.03636031415716041,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "clifford_counts_n40",
   "engine": "wai.stabilizer",
   "quantity": "each of the 39 bits the space leaves free against 1/2, largest deviation in units of its Bernstein bound",
   "measured": 0.4262255565201494,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "clifford_counts_n40",
   "engine": "wai.stabilizer",
   "quantity": "distinct outcomes, of 20000 shots over 2^34",
   "measured": 20000,
   "tolerance": null,
   "status": "info"
  },
  {
   "entry": "clifford_counts_n40",
   "engine": "stim.tableau",
   "quantity": "shots returned",
   "measured": 20000,
   "tolerance": 20000,
   "status": "pass"
  },
  {
   "entry": "clifford_counts_n40",
   "engine": "stim.tableau",
   "quantity": "shots outside the affine space the stabilizers fix (dimension 34)",
   "measured": 0,
   "tolerance": 0,
   "status": "pass"
  },
  {
   "entry": "clifford_counts_n40",
   "engine": "stim.tableau",
   "quantity": "the most frequent outcome's count above shots\u00b72^-34, in units of its Bernstein bound over all 2^34 outcomes",
   "measured": 0.03636031415716041,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "clifford_counts_n40",
   "engine": "stim.tableau",
   "quantity": "each of the 39 bits the space leaves free against 1/2, largest deviation in units of its Bernstein bound",
   "measured": 0.2962267617815038,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "clifford_counts_n40",
   "engine": "stim.tableau",
   "quantity": "distinct outcomes, of 20000 shots over 2^34",
   "measured": 20000,
   "tolerance": null,
   "status": "info"
  },
  {
   "entry": "clifford_counts_n40",
   "engine": "aer.stabilizer",
   "quantity": "shots returned",
   "measured": 20000,
   "tolerance": 20000,
   "status": "pass"
  },
  {
   "entry": "clifford_counts_n40",
   "engine": "aer.stabilizer",
   "quantity": "shots outside the affine space the stabilizers fix (dimension 34)",
   "measured": 0,
   "tolerance": 0,
   "status": "pass"
  },
  {
   "entry": "clifford_counts_n40",
   "engine": "aer.stabilizer",
   "quantity": "the most frequent outcome's count above shots\u00b72^-34, in units of its Bernstein bound over all 2^34 outcomes",
   "measured": 0.03636031415716041,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "clifford_counts_n40",
   "engine": "aer.stabilizer",
   "quantity": "each of the 39 bits the space leaves free against 1/2, largest deviation in units of its Bernstein bound",
   "measured": 0.5093395400415784,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "clifford_counts_n40",
   "engine": "aer.stabilizer",
   "quantity": "distinct outcomes, of 20000 shots over 2^34",
   "measured": 20000,
   "tolerance": null,
   "status": "info"
  },
  {
   "entry": "noise_depol1_x_chain_p0_01_k20",
   "engine": "wai.density_matrix",
   "quantity": "<Z0> against the closed form",
   "measured": 9.937140810079922e-16,
   "tolerance": 1.2401240634415574e-12,
   "status": "pass"
  },
  {
   "entry": "noise_depol1_x_chain_p0_01_k20",
   "engine": "aer.density_matrix",
   "quantity": "<Z0> against the closed form",
   "measured": 9.937140810079922e-16,
   "tolerance": 1.2401240634415574e-12,
   "status": "pass"
  },
  {
   "entry": "noise_depol1_x_chain_p0_1_k7",
   "engine": "wai.density_matrix",
   "quantity": "<Z0> against the closed form",
   "measured": 6.305003467449492e-17,
   "tolerance": 4.3404342220454503e-13,
   "status": "pass"
  },
  {
   "entry": "noise_depol1_x_chain_p0_1_k7",
   "engine": "aer.density_matrix",
   "quantity": "<Z0> against the closed form",
   "measured": 6.305003467449492e-17,
   "tolerance": 4.3404342220454503e-13,
   "status": "pass"
  },
  {
   "entry": "noise_depol2_cx_chain",
   "engine": "wai.density_matrix",
   "quantity": "<Z0 Z1> against the closed form",
   "measured": 7.326316154075342e-16,
   "tolerance": 7.892101212949273e-13,
   "status": "pass"
  },
  {
   "entry": "noise_depol2_cx_chain",
   "engine": "aer.density_matrix",
   "quantity": "<Z0 Z1> against the closed form",
   "measured": 7.326316154075342e-16,
   "tolerance": 7.892101212949273e-13,
   "status": "pass"
  },
  {
   "entry": "mps_ghz_n30",
   "engine": "wai.mps",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 4.833646656726456e-17,
   "tolerance": 2.76696570893817e-13,
   "status": "pass",
   "note": "29 two-site updates at bond 2; truncation from its reported discarded weight",
   "seconds": 0.000854304,
   "accuracy": {
    "class": "exact",
    "max_bond": 64,
    "max_bond_used": 2,
    "note": "no truncation dropped weight beyond the cutoff's rounding"
   }
  },
  {
   "entry": "mps_ghz_n30",
   "engine": "wai.tensor_network",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 4.833646656726456e-17,
   "tolerance": 8.450256244926496e-14,
   "status": "pass",
   "note": "contraction of width 1.0",
   "seconds": 0.020923563,
   "accuracy": {
    "class": "exact"
   }
  },
  {
   "entry": "mps_ghz_n30",
   "engine": "aer.mps",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 6.268583589525109e-17,
   "tolerance": 2.76696570893817e-13,
   "status": "pass",
   "note": "29 two-site updates at bond 2, and 0 truncations, from its log",
   "seconds": 0.002465318
  },
  {
   "entry": "mps_ghz_n30",
   "engine": "quimb.mps",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 6.268583589525109e-17,
   "tolerance": 8.566965708938169e-13,
   "status": "pass",
   "note": "29 two-site updates at bond 2; its cutoff drops at most 1e-28 of weight at each",
   "seconds": 4.998635774943978
  },
  {
   "entry": "mps_ghz_n30",
   "engine": "quimb.tensor_network",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 3.615399514695752e-15,
   "tolerance": 8.450256244926496e-14,
   "status": "pass",
   "note": "contraction of width 1.0",
   "seconds": 8.734313600230962
  },
  {
   "entry": "mps_ghz_n50",
   "engine": "wai.mps",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 4.833646656726456e-17,
   "tolerance": 4.67521792199987e-13,
   "status": "pass",
   "note": "49 two-site updates at bond 2; truncation from its reported discarded weight",
   "seconds": 0.000998576,
   "accuracy": {
    "class": "exact",
    "max_bond": 64,
    "max_bond_used": 2,
    "note": "no truncation dropped weight beyond the cutoff's rounding"
   }
  },
  {
   "entry": "mps_ghz_n50",
   "engine": "wai.tensor_network",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 4.833646656726456e-17,
   "tolerance": 1.4083760408211617e-13,
   "status": "pass",
   "note": "contraction of width 1.0",
   "seconds": 0.002653604,
   "accuracy": {
    "class": "exact"
   }
  },
  {
   "entry": "mps_ghz_n50",
   "engine": "aer.mps",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 6.268583589525109e-17,
   "tolerance": 4.67521792199987e-13,
   "status": "pass",
   "note": "49 two-site updates at bond 2, and 0 truncations, from its log",
   "seconds": 0.000456523
  },
  {
   "entry": "mps_ghz_n50",
   "engine": "quimb.mps",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 6.268583589525109e-17,
   "tolerance": 1.447521792199987e-12,
   "status": "pass",
   "note": "49 two-site updates at bond 2; its cutoff drops at most 1e-28 of weight at each",
   "seconds": 0.7633886681869626
  },
  {
   "entry": "mps_ghz_n50",
   "engine": "quimb.tensor_network",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 1.1729088605204076e-15,
   "tolerance": 1.4083760408211617e-13,
   "status": "pass",
   "note": "contraction of width 1.0",
   "seconds": 0.7825111486017704
  },
  {
   "entry": "mps_ghz_n100",
   "engine": "wai.mps",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 4.833646656726456e-17,
   "tolerance": 9.445848454657303e-13,
   "status": "pass",
   "note": "99 two-site updates at bond 2; truncation from its reported discarded weight",
   "seconds": 0.001284847,
   "accuracy": {
    "class": "exact",
    "max_bond": 64,
    "max_bond_used": 2,
    "note": "no truncation dropped weight beyond the cutoff's rounding"
   }
  },
  {
   "entry": "mps_ghz_n100",
   "engine": "wai.tensor_network",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 4.833646656726456e-17,
   "tolerance": 2.8167520816427206e-13,
   "status": "pass",
   "note": "contraction of width 1.0",
   "seconds": 0.006743,
   "accuracy": {
    "class": "exact"
   }
  },
  {
   "entry": "mps_ghz_n100",
   "engine": "aer.mps",
   "quantity": "amplitudes",
   "measured": null,
   "tolerance": null,
   "status": "not run",
   "note": "CircuitTooWideForTarget: 'Number of qubits (100) in circuit-46 is greater than maximum (63) in the coupling_map'"
  },
  {
   "entry": "mps_ghz_n100",
   "engine": "quimb.mps",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 6.268583589525109e-17,
   "tolerance": 2.9245848454657303e-12,
   "status": "pass",
   "note": "99 two-site updates at bond 2; its cutoff drops at most 1e-28 of weight at each",
   "seconds": 1.0849199341610074
  },
  {
   "entry": "mps_ghz_n100",
   "engine": "quimb.tensor_network",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 2.6161987925331113e-15,
   "tolerance": 2.8167520816427206e-13,
   "status": "pass",
   "note": "contraction of width 1.0",
   "seconds": 0.9687772216275334
  },
  {
   "entry": "mps_qft_n30",
   "engine": "wai.mps",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 5.017092331032849e-19,
   "tolerance": 5.3837041007541454e-11,
   "status": "pass",
   "note": "8990 two-site updates at bond 1; truncation from its reported discarded weight",
   "seconds": 0.008909463,
   "accuracy": {
    "class": "exact",
    "max_bond": 64,
    "max_bond_used": 1,
    "note": "no truncation dropped weight beyond the cutoff's rounding"
   }
  },
  {
   "entry": "mps_qft_n30",
   "engine": "wai.tensor_network",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 1.153914350662781e-19,
   "tolerance": 7.408057974723756e-13,
   "status": "pass",
   "note": "contraction of width 1.0",
   "seconds": 0.215044058,
   "accuracy": {
    "class": "exact"
   }
  },
  {
   "entry": "mps_qft_n30",
   "engine": "aer.mps",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 2.7107287652268447e-18,
   "tolerance": 7.557546801821243e-12,
   "status": "pass",
   "note": "1262 two-site updates at bond 1, and 0 truncations, from its log",
   "seconds": 0.007087831
  },
  {
   "entry": "mps_qft_n30",
   "engine": "quimb.mps",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 3.686496045493355e-18,
   "tolerance": 2.3363704100754143e-10,
   "status": "pass",
   "note": "8990 two-site updates at bond 1; its cutoff drops at most 1e-28 of weight at each",
   "seconds": 1.964166855905205
  },
  {
   "entry": "mps_qft_n30",
   "engine": "quimb.tensor_network",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 1.2432397069272733e-18,
   "tolerance": 7.408057974723756e-13,
   "status": "pass",
   "note": "contraction of width 1.0",
   "seconds": 4.335570040158927
  },
  {
   "entry": "mps_qft_n40",
   "engine": "wai.mps",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 2.3442753311374327e-20,
   "tolerance": 1.2767583029650018e-10,
   "status": "pass",
   "note": "21320 two-site updates at bond 1; truncation from its reported discarded weight",
   "seconds": 0.017852531,
   "accuracy": {
    "class": "exact",
    "max_bond": 64,
    "max_bond_used": 1,
    "note": "no truncation dropped weight beyond the cutoff's rounding"
   }
  },
  {
   "entry": "mps_qft_n40",
   "engine": "wai.tensor_network",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 2.633360821843449e-21,
   "tolerance": 1.2675384367404737e-12,
   "status": "pass",
   "note": "contraction of width 1.0",
   "seconds": 0.408949315,
   "accuracy": {
    "class": "exact"
   }
  },
  {
   "entry": "mps_qft_n40",
   "engine": "aer.mps",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 1.1198350454719412e-19,
   "tolerance": 1.3665865136181795e-11,
   "status": "pass",
   "note": "2282 two-site updates at bond 1, and 0 truncations, from its log",
   "seconds": 0.008921216
  },
  {
   "entry": "mps_qft_n40",
   "engine": "quimb.mps",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 1.6581416924523827e-19,
   "tolerance": 5.540758302965001e-10,
   "status": "pass",
   "note": "21320 two-site updates at bond 1; its cutoff drops at most 1e-28 of weight at each",
   "seconds": 2.905010089278221
  },
  {
   "entry": "mps_qft_n40",
   "engine": "quimb.tensor_network",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 1.7865214104041922e-16,
   "tolerance": 1.2675384367404737e-12,
   "status": "pass",
   "note": "contraction of width 1.0",
   "seconds": 1.4984770650044084
  },
  {
   "entry": "mps_qft_n30_bond256",
   "engine": "wai.mps",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 6.992832609013198e-19,
   "tolerance": 5.3837041007541454e-11,
   "status": "pass",
   "note": "8990 two-site updates at bond 1; truncation from its reported discarded weight",
   "seconds": 0.011874055,
   "accuracy": {
    "class": "exact",
    "max_bond": 256,
    "max_bond_used": 1,
    "note": "no truncation dropped weight beyond the cutoff's rounding"
   }
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "aer.mps ~ aer.statevector",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 4.5485298388570546e-14,
   "tolerance": 6.667625655552076e-12,
   "status": "pass"
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "aer.mps ~ quimb.mps",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 4.5485826789018006e-14,
   "tolerance": 5.148050435408713e-12,
   "status": "pass"
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "aer.mps ~ quimb.tensor_network",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 4.5484301232674424e-14,
   "tolerance": 2.2524595706442426e-12,
   "status": "pass"
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "aer.mps ~ wai.mps",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 4.54850808765129e-14,
   "tolerance": 3.888050435408713e-12,
   "status": "pass"
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "aer.mps ~ wai.statevector",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 4.5484933220433114e-14,
   "tolerance": 6.667625655552076e-12,
   "status": "pass"
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "aer.mps ~ wai.tensor_network",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 4.548493094844004e-14,
   "tolerance": 1.108980912050012e-08,
   "status": "pass"
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "aer.statevector ~ quimb.mps",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 2.4027755412165063e-18,
   "tolerance": 7.927625655552075e-12,
   "status": "pass"
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "aer.statevector ~ quimb.tensor_network",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 1.1998271778239293e-18,
   "tolerance": 5.032034790787605e-12,
   "status": "pass"
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "aer.statevector ~ wai.mps",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 2.666268133101039e-18,
   "tolerance": 6.667625655552076e-12,
   "status": "pass"
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "aer.statevector ~ wai.statevector",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 3.6518025666569515e-19,
   "tolerance": 9.447200875695438e-12,
   "status": "pass"
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "aer.statevector ~ wai.tensor_network",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 4.487196511480144e-19,
   "tolerance": 1.1092588695720265e-08,
   "status": "pass"
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "quimb.mps ~ quimb.tensor_network",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 3.0800037470964506e-18,
   "tolerance": 3.5124595706442425e-12,
   "status": "pass"
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "quimb.mps ~ wai.mps",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 1.596453759782804e-18,
   "tolerance": 5.148050435408713e-12,
   "status": "pass"
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "quimb.mps ~ wai.statevector",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 2.0984218564272155e-18,
   "tolerance": 7.927625655552075e-12,
   "status": "pass"
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "quimb.mps ~ wai.tensor_network",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 2.4009402520340043e-18,
   "tolerance": 1.1091069120500122e-08,
   "status": "pass"
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "quimb.tensor_network ~ wai.mps",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 3.0980570188768405e-18,
   "tolerance": 2.2524595706442426e-12,
   "status": "pass"
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "quimb.tensor_network ~ wai.statevector",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 9.881502481403531e-19,
   "tolerance": 5.032034790787605e-12,
   "status": "pass"
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "quimb.tensor_network ~ wai.tensor_network",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 7.709470352329783e-19,
   "tolerance": 1.1088173529635357e-08,
   "status": "pass"
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "wai.mps ~ wai.statevector",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 2.8325835461781977e-18,
   "tolerance": 6.667625655552076e-12,
   "status": "pass"
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "wai.mps ~ wai.tensor_network",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 3.092122748816557e-18,
   "tolerance": 1.108980912050012e-08,
   "status": "pass"
  },
  {
   "entry": "tn_shallow_n26",
   "engine": "wai.statevector ~ wai.tensor_network",
   "quantity": "chosen amplitudes, worst difference",
   "measured": 3.632102562304021e-19,
   "tolerance": 1.1092588695720265e-08,
   "status": "pass"
  },
  {
   "entry": "tn_mirror_n40",
   "engine": "wai.mps",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 1.818360945611186e-15,
   "tolerance": 1.964309233906341e-12,
   "status": "pass",
   "note": "118 two-site updates at bond 4; truncation from its reported discarded weight",
   "seconds": 0.003377842,
   "accuracy": {
    "class": "exact",
    "max_bond": 64,
    "max_bond_used": 4,
    "note": "no truncation dropped weight beyond the cutoff's rounding"
   }
  },
  {
   "entry": "tn_mirror_n40",
   "engine": "wai.tensor_network",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 2.2707199910575792e-15,
   "tolerance": 3.563571497430284e-09,
   "status": "pass",
   "note": "contraction of width 10.9",
   "seconds": 0.319657596,
   "accuracy": {
    "class": "exact"
   }
  },
  {
   "entry": "tn_mirror_n40",
   "engine": "aer.mps",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 4.0309912409806624e-15,
   "tolerance": 1.964309233906341e-12,
   "status": "pass",
   "note": "118 two-site updates at bond 4, and 0 truncations, from its log",
   "seconds": 0.001087064
  },
  {
   "entry": "tn_mirror_n40",
   "engine": "quimb.mps",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 3.3156242820838262e-15,
   "tolerance": 3.066648591607605e-12,
   "status": "pass",
   "note": "118 two-site updates at bond 1; its cutoff drops at most 1e-28 of weight at each",
   "seconds": 1.0564180011861026
  },
  {
   "entry": "tn_mirror_n40",
   "engine": "quimb.tensor_network",
   "quantity": "amplitudes against the closed form, worst error",
   "measured": 1.1325125173896958e-14,
   "tolerance": 5.605336642470576e-13,
   "status": "pass",
   "note": "contraction of width 1.0",
   "seconds": 1.0152016673237085
  },
  {
   "entry": "qft_n18_x174763",
   "engine": "exact",
   "quantity": "integer reference against the closed form, units of 2^-256",
   "measured": 6,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "qft_n18_x174763",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.240512594498026e-07,
   "tolerance": 9.900208755494186e-05,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 3.2405138590520965e-07,
   "global_phase": 2.862797296180178e-10
  },
  {
   "entry": "qft_n18_x174763",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 3.2405138590520965e-07,
   "tolerance": 9.900208755583004e-05,
   "status": "pass"
  },
  {
   "entry": "qft_n18_x174763",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.6338258368191213e-15,
   "tolerance": 2.938303949105463e-13,
   "status": "pass"
  },
  {
   "entry": "qft_n18_x174763",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "qft_n18_x174763",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.6905340084694177e-15,
   "tolerance": 8.931639760926646e-13,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.8341319962395112e-15,
   "global_phase": 7.114316171199142e-16,
   "seconds": 0.03916549
  },
  {
   "entry": "qft_n18_x174763",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.329044689176136e-16,
   "tolerance": 4.674651210512281e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.9008037942253565e-15,
   "global_phase": 1.792341205620633e-15,
   "seconds": 0.070412308
  },
  {
   "entry": "qft_n18_x174763",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.595707624312099e-15,
   "tolerance": 8.931639760926646e-13,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.7052026216271521e-15,
   "global_phase": 6.011931124990954e-16,
   "seconds": 5.232741610147059
  },
  {
   "entry": "qft_n18_x174763",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.024125352935083e-16,
   "tolerance": 8.212817774282748e-10,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 9.088652680541168e-16,
   "global_phase": -1.0810962778691078e-16,
   "seconds": 0.14057618705555797
  },
  {
   "entry": "qft_n18_x174763",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.497764884571268e-07,
   "tolerance": 0.0002485301067163383,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 4.371261253115482e-07,
   "global_phase": -3.587352183891025e-07,
   "seconds": 0.01350455591455102
  },
  {
   "entry": "qft_n18_x174763",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 5.4450953235848e-10,
   "tolerance": 9.900208755538595e-05,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "qft_n20_x699051",
   "engine": "exact",
   "quantity": "integer reference against the closed form, units of 2^-256",
   "measured": 6,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "qft_n20_x699051",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.509150050517881e-07,
   "tolerance": 0.00024290048736916916,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 6.510102073119114e-07,
   "global_phase": 1.1133113818986979e-08
  },
  {
   "entry": "qft_n20_x699051",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 6.510102073119114e-07,
   "tolerance": 0.00024290048737005734,
   "status": "pass"
  },
  {
   "entry": "qft_n20_x699051",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.7226474971676854e-15,
   "tolerance": 3.5439056466588695e-13,
   "status": "pass"
  },
  {
   "entry": "qft_n20_x699051",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "qft_n20_x699051",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.97244063002981e-15,
   "tolerance": 1.0858993604076065e-12,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.107431643939771e-15,
   "global_phase": 7.421226953046857e-16,
   "seconds": 0.049489997
  },
  {
   "entry": "qft_n20_x699051",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.275861307636935e-16,
   "tolerance": 5.678110370889725e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.00412935027964e-15,
   "global_phase": 1.86739199820836e-15,
   "seconds": 0.424373909
  },
  {
   "entry": "qft_n20_x699051",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.5864448575450942e-15,
   "tolerance": 1.0858993604076065e-12,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.7046056133769967e-15,
   "global_phase": 6.23596833799766e-16,
   "seconds": 10.623727138154209
  },
  {
   "entry": "qft_n20_x699051",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.1495264469813283e-15,
   "tolerance": 1.103552378378184e-09,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 1.1570598672290006e-15,
   "global_phase": -1.3181989243841674e-16,
   "seconds": 1.1585594788193703
  },
  {
   "entry": "qft_n20_x699051",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.700366712357806e-07,
   "tolerance": 0.00030217648450041616,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 4.905947523243143e-07,
   "global_phase": -4.0958930769625577e-07,
   "seconds": 0.04315590998157859
  },
  {
   "entry": "qft_n20_x699051",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 5.205398734050994e-10,
   "tolerance": 0.00024290048736961325,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "qft_n22_x2796203",
   "engine": "exact",
   "quantity": "integer reference against the closed form, units of 2^-256",
   "measured": 6,
   "tolerance": 1099511627776,
   "status": "pass"
  },
  {
   "entry": "qft_n22_x2796203",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3012926521814819e-06,
   "tolerance": 0.0005848031137767999,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 1.3013076271562202e-06,
   "global_phase": -6.242905745387148e-09
  },
  {
   "entry": "qft_n22_x2796203",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 1.3013076271562202e-06,
   "tolerance": 0.0005848031137776881,
   "status": "pass"
  },
  {
   "entry": "qft_n22_x2796203",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.823484877100044e-15,
   "tolerance": 4.2058423858452343e-13,
   "status": "pass"
  },
  {
   "entry": "qft_n22_x2796203",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": null,
   "tolerance": null,
   "status": "not run",
   "note": "not rerun: 298 ops on 2^22 amplitudes is past the referee's 2^30 updates"
  },
  {
   "entry": "qft_n22_x2796203",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.0449918133377926e-15,
   "tolerance": 1.2974381968509213e-12,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.2144228777082448e-15,
   "global_phase": 8.495158413467456e-16,
   "seconds": 0.175943098
  },
  {
   "entry": "qft_n22_x2796203",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.287452739071652e-16,
   "tolerance": 6.779467985940458e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.1880561851746512e-15,
   "global_phase": 2.0631335863775324e-15,
   "seconds": 1.629258327
  },
  {
   "entry": "qft_n22_x2796203",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.9548617052933092e-15,
   "tolerance": 1.2974381968509213e-12,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 2.057133350398501e-15,
   "global_phase": 6.405570501520521e-16,
   "seconds": 37.65400400478393
  },
  {
   "entry": "qft_n22_x2796203",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.2584925556015135e-15,
   "tolerance": 1.4440403839002744e-09,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 1.2599815194476403e-15,
   "global_phase": -6.123656460935535e-17,
   "seconds": 4.488129697274417
  },
  {
   "entry": "qft_n22_x2796203",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.988716467076412e-07,
   "tolerance": 0.0003610632735319719,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 5.465482913040552e-07,
   "global_phase": -4.5759234422088236e-07,
   "seconds": 0.4864561492577195
  },
  {
   "entry": "qft_n22_x2796203",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 4.490131113561574e-10,
   "tolerance": 0.000584803113777244,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "clifford_t_n16_d12",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.762094011036892e-08,
   "tolerance": 3.308318841888991e-05,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 4.762150929046824e-08,
   "global_phase": 2.3283063585560993e-10
  },
  {
   "entry": "clifford_t_n16_d12",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 4.762150929046824e-08,
   "tolerance": 3.3083188419778086e-05,
   "status": "pass"
  },
  {
   "entry": "clifford_t_n16_d12",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 3.353198772513824e-15,
   "tolerance": 3.290397959310923e-13,
   "status": "pass"
  },
  {
   "entry": "clifford_t_n16_d12",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "clifford_t_n16_d12",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.957307770002288e-15,
   "tolerance": 1.0953010864717523e-12,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 2.95730818881486e-15,
   "global_phase": -1.5738854852903396e-18,
   "seconds": 0.012120213
  },
  {
   "entry": "clifford_t_n16_d12",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 2.006536630002818e-15,
   "tolerance": 5.727059598225261e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 2.288242699235839e-15,
   "global_phase": 1.0999388178726373e-15,
   "seconds": 0.020618442
  },
  {
   "entry": "clifford_t_n16_d12",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.8315548517359688e-15,
   "tolerance": 1.0953010864717523e-12,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.8381827121466283e-15,
   "global_phase": -1.559567514318227e-16,
   "seconds": 0.5645404444076121
  },
  {
   "entry": "clifford_t_n16_d12",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.28696051744263e-16,
   "tolerance": 9.011946784956659e-10,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 6.28696051744263e-16,
   "global_phase": -1.7852995870172214e-77,
   "seconds": 0.012814485933631659
  },
  {
   "entry": "clifford_t_n16_d12",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 6.976237390103918e-07,
   "tolerance": 0.00030479352805086457,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 8.0690819710393e-07,
   "global_phase": 4.054899110386535e-07,
   "seconds": 0.003500545397400856
  },
  {
   "entry": "clifford_t_n16_d12",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 3.711174036789973e-10,
   "tolerance": 3.3083188419334e-05,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "rotations_n18",
   "engine": "wai.exact",
   "quantity": "refuses, as listed: an angle no grid of 2^32 holds within 10^-14 of a turn",
   "measured": "the angle 1.586539928488264 is not a dyadic multiple of 2\u03c0 (2\u03c0m/2^k, k \u2264 32) [Q500]",
   "tolerance": "[Q500]",
   "status": "refused"
  },
  {
   "entry": "rotations_n18",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.3033925935652494e-15,
   "tolerance": 7.474372220984892e-13,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.5290333069410265e-15,
   "global_phase": 7.994439322268095e-16,
   "seconds": 0.020239606
  },
  {
   "entry": "rotations_n18",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.7216483171694195e-15,
   "tolerance": 3.915938186813599e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.8402401781511618e-15,
   "global_phase": 6.499315235234593e-16,
   "seconds": 0.057624102
  },
  {
   "entry": "rotations_n18",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.578272431380429e-15,
   "tolerance": 7.474372220984892e-13,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.7980645681889014e-15,
   "global_phase": 8.61447806730535e-16,
   "seconds": 2.6844899938441813
  },
  {
   "entry": "rotations_n18",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 7.673169460676514e-15,
   "tolerance": 6.872831715453544e-10,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 7.80856127383178e-15,
   "global_phase": 1.4477912815480997e-15,
   "seconds": 53.37259435700253
  },
  {
   "entry": "rotations_n18",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 4.3005399493209353e-07,
   "tolerance": 0.00020797202838059188,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 4.392022932009103e-07,
   "global_phase": -8.91751959818724e-08,
   "seconds": 0.006422686856240034,
   "adapter": [
    "U as a matrix"
   ]
  },
  {
   "entry": "rotations_n18",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error",
   "measured": 1.6548485786960854e-17,
   "tolerance": 7.474372220984892e-13,
   "status": "pass",
   "note": "planned statevector"
  },
  {
   "entry": "dyadic_n20_k16",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 8.619608828312757e-06,
   "tolerance": 0.0014508344217154716,
   "status": "pass",
   "note": "the extension's published bound (quantum-sim.md section 5), summed over the op-log the engine ran",
   "strict": 1.8648628356943628,
   "global_phase": 2.402165957227503
  },
  {
   "entry": "dyadic_n20_k16",
   "engine": "wai.exact",
   "quantity": "distance from the exact state, with the global phase its result states",
   "measured": 8.619631344444435e-06,
   "tolerance": 0.0014508344217163598,
   "status": "pass"
  },
  {
   "entry": "dyadic_n20_k16",
   "engine": "wai.exact",
   "quantity": "the op-log is the circuit: the op-log's ideal state against the circuit's, modulo a global phase",
   "measured": 1.1089029505563627e-14,
   "tolerance": 1.4627825087939976e-12,
   "status": "pass"
  },
  {
   "entry": "dyadic_n20_k16",
   "engine": "wai.exact",
   "quantity": "state hash, recomputed by the referee from the op-log and from the integers written",
   "measured": null,
   "tolerance": null,
   "status": "not run",
   "note": "not rerun: 1038 ops on 2^20 amplitudes is past the referee's 2^30 updates"
  },
  {
   "entry": "dyadic_n20_k16",
   "engine": "wai.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.317721865290717e-15,
   "tolerance": 6.957277287457276e-13,
   "status": "pass",
   "note": "double precision, fusion width 3",
   "strict": 1.3237028430254587e-15,
   "global_phase": -1.2569129790258115e-16,
   "seconds": 0.050228606
  },
  {
   "entry": "dyadic_n20_k16",
   "engine": "aer.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 1.0020991487323384e-15,
   "tolerance": 3.6467174364691825e-12,
   "status": "pass",
   "note": "double precision, fusion up to 5 qubits from 14 qubits",
   "strict": 1.1111229192037095e-15,
   "global_phase": -4.799910808439004e-16,
   "seconds": 0.200832411
  },
  {
   "entry": "dyadic_n20_k16",
   "engine": "quimb.dense",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 9.37222585945984e-16,
   "tolerance": 6.957277287457276e-13,
   "status": "pass",
   "note": "double precision, gate by gate",
   "strict": 1.1458320263193923e-15,
   "global_phase": -6.592001645417932e-16,
   "seconds": 5.823134848382324
  },
  {
   "entry": "dyadic_n20_k16",
   "engine": "ddsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 3.3866451766664915e-15,
   "tolerance": 7.07037887165698e-10,
   "status": "pass",
   "note": "decision-diagram edge weights merged within 2^-42",
   "strict": 3.388899638512384e-15,
   "global_phase": -1.23592909468762e-16,
   "seconds": 1.974043773021549
  },
  {
   "entry": "dyadic_n20_k16",
   "engine": "qsim.statevector",
   "quantity": "distance from the exact state, modulo a global phase",
   "measured": 5.543582348140992e-07,
   "tolerance": 0.00019358124228772427,
   "status": "pass",
   "note": "single precision, fusion width 2",
   "strict": 5.876197990552559e-07,
   "global_phase": -1.948947801927599e-07,
   "seconds": 0.012876912951469421
  },
  {
   "entry": "dyadic_n20_k16",
   "engine": "wai.auto",
   "quantity": "chosen amplitudes through the job path, worst error, with the global phase the result states",
   "measured": 1.3766876650198892e-08,
   "tolerance": 0.0014508344217159157,
   "status": "pass",
   "note": "planned exact"
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<Z0> within its truncation bound and rounding of the integer state's, threshold 0",
   "measured": 5.016122695311838e-17,
   "tolerance": 3.022966065193739e-11,
   "status": "pass",
   "note": "bound 0, 3135 terms at the peak, at most 108 rotations",
   "seconds": 0.012334559
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<Z0>: the truncation bound at threshold 0, where only exact zeros drop",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass"
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<X1 Z2> within its truncation bound and rounding of the integer state's, threshold 0",
   "measured": 1.0242120904028088e-17,
   "tolerance": 4.136985254760564e-11,
   "status": "pass",
   "note": "bound 0, 4095 terms at the peak, at most 108 rotations",
   "seconds": 0.012334559
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<X1 Z2>: the truncation bound at threshold 0, where only exact zeros drop",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass"
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<-0.75 Y3 Y4> within its truncation bound and rounding of the integer state's, threshold 0",
   "measured": 5.81742123452784e-17,
   "tolerance": 3.102738941070423e-11,
   "status": "pass",
   "note": "bound 0, 4095 terms at the peak, at most 108 rotations",
   "seconds": 0.012334559
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<-0.75 Y3 Y4>: the truncation bound at threshold 0, where only exact zeros drop",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass"
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<Z0 Z1 Z2 Z3 Z4 Z5> within its truncation bound and rounding of the integer state's, threshold 0",
   "measured": 1.0549682729556625e-16,
   "tolerance": 4.118764103416826e-11,
   "status": "pass",
   "note": "bound 0, 4080 terms at the peak, at most 108 rotations",
   "seconds": 0.012334559
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<Z0 Z1 Z2 Z3 Z4 Z5>: the truncation bound at threshold 0, where only exact zeros drop",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass"
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<Z0> within its truncation bound and rounding of the integer state's, threshold 0.01",
   "measured": 0.04153960683954205,
   "tolerance": 20.852626393759476,
   "status": "pass",
   "note": "bound 20.9, 824 terms at the peak, at most 108 rotations",
   "seconds": 0.050751043
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<Z0> within its truncation bound and rounding of the integer state's, threshold 0.001",
   "measured": 0.0003266016295680794,
   "tolerance": 1.2935347937674175,
   "status": "pass",
   "note": "bound 1.29, 2071 terms at the peak, at most 108 rotations",
   "seconds": 0.050751043
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<Z0> within its truncation bound and rounding of the integer state's, threshold 0.0001",
   "measured": 3.7347908188578385e-05,
   "tolerance": 0.07310871913424812,
   "status": "pass",
   "note": "bound 0.0731, 2775 terms at the peak, at most 108 rotations",
   "seconds": 0.050751043
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<Z0> within its truncation bound and rounding of the integer state's, threshold 1e-05",
   "measured": 3.684126057536961e-08,
   "tolerance": 0.0018126371278016445,
   "status": "pass",
   "note": "bound 0.00181, 3086 terms at the peak, at most 108 rotations",
   "seconds": 0.050751043
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<X1 Z2> within its truncation bound and rounding of the integer state's, threshold 0.01",
   "measured": 0.01593268740938412,
   "tolerance": 45.640163126045614,
   "status": "pass",
   "note": "bound 45.6, 825 terms at the peak, at most 108 rotations",
   "seconds": 0.050751043
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<X1 Z2> within its truncation bound and rounding of the integer state's, threshold 0.001",
   "measured": 0.005102953034601464,
   "tolerance": 6.317829450785974,
   "status": "pass",
   "note": "bound 6.32, 3161 terms at the peak, at most 108 rotations",
   "seconds": 0.050751043
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<X1 Z2> within its truncation bound and rounding of the integer state's, threshold 0.0001",
   "measured": 0.0002466498256517116,
   "tolerance": 0.22582164497636423,
   "status": "pass",
   "note": "bound 0.226, 4001 terms at the peak, at most 108 rotations",
   "seconds": 0.050751043
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<X1 Z2> within its truncation bound and rounding of the integer state's, threshold 1e-05",
   "measured": 1.1453364550559616e-06,
   "tolerance": 0.005187360080459115,
   "status": "pass",
   "note": "bound 0.00519, 4093 terms at the peak, at most 108 rotations",
   "seconds": 0.050751043
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<-0.75 Y3 Y4> within its truncation bound and rounding of the integer state's, threshold 0.01",
   "measured": 0.02180354635690981,
   "tolerance": 40.568637334559945,
   "status": "pass",
   "note": "bound 40.6, 817 terms at the peak, at most 108 rotations",
   "seconds": 0.050751043
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<-0.75 Y3 Y4> within its truncation bound and rounding of the integer state's, threshold 0.001",
   "measured": 0.004552349734593761,
   "tolerance": 4.287726142103236,
   "status": "pass",
   "note": "bound 4.29, 3560 terms at the peak, at most 108 rotations",
   "seconds": 0.050751043
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<-0.75 Y3 Y4> within its truncation bound and rounding of the integer state's, threshold 0.0001",
   "measured": 0.0002556071150717236,
   "tolerance": 0.12493572322278611,
   "status": "pass",
   "note": "bound 0.125, 4034 terms at the peak, at most 108 rotations",
   "seconds": 0.050751043
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<-0.75 Y3 Y4> within its truncation bound and rounding of the integer state's, threshold 1e-05",
   "measured": 1.0000582769922996e-05,
   "tolerance": 0.0026209648886536523,
   "status": "pass",
   "note": "bound 0.00262, 4086 terms at the peak, at most 108 rotations",
   "seconds": 0.050751043
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<Z0 Z1 Z2 Z3 Z4 Z5> within its truncation bound and rounding of the integer state's, threshold 0.01",
   "measured": 0.09086964011144807,
   "tolerance": 63.27657603880137,
   "status": "pass",
   "note": "bound 63.3, 1003 terms at the peak, at most 108 rotations",
   "seconds": 0.050751043
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<Z0 Z1 Z2 Z3 Z4 Z5> within its truncation bound and rounding of the integer state's, threshold 0.001",
   "measured": 0.0039030246632901417,
   "tolerance": 7.475909510687922,
   "status": "pass",
   "note": "bound 7.48, 3567 terms at the peak, at most 108 rotations",
   "seconds": 0.050751043
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<Z0 Z1 Z2 Z3 Z4 Z5> within its truncation bound and rounding of the integer state's, threshold 0.0001",
   "measured": 9.050436454141055e-05,
   "tolerance": 0.3292264136973004,
   "status": "pass",
   "note": "bound 0.329, 4028 terms at the peak, at most 108 rotations",
   "seconds": 0.050751043
  },
  {
   "entry": "pauli_rotations_n6",
   "engine": "wai.pauli",
   "quantity": "<Z0 Z1 Z2 Z3 Z4 Z5> within its truncation bound and rounding of the integer state's, threshold 1e-05",
   "measured": 3.818827049631409e-06,
   "tolerance": 0.00814111338602442,
   "status": "pass",
   "note": "bound 0.00814, 4076 terms at the peak, at most 108 rotations",
   "seconds": 0.050751043
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<Z0> within its truncation bound and rounding of the integer state's, threshold 0",
   "measured": 1.1572056924803278e-76,
   "tolerance": 4.0967229608668276e-14,
   "status": "pass",
   "note": "bound 0, 1 terms at the peak, at most 23 rotations",
   "seconds": 0.004854573
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<Z0>: the truncation bound at threshold 0, where only exact zeros drop",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass"
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<X4 X5> within its truncation bound and rounding of the integer state's, threshold 0",
   "measured": 1.195145096351886e-77,
   "tolerance": 3.836930773104541e-13,
   "status": "pass",
   "note": "bound 0, 64 terms at the peak, at most 23 rotations",
   "seconds": 0.004854573
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<X4 X5>: the truncation bound at threshold 0, where only exact zeros drop",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass"
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<Y9> within its truncation bound and rounding of the integer state's, threshold 0",
   "measured": 8.728231595411243e-77,
   "tolerance": 5.809342097129968e-14,
   "status": "pass",
   "note": "bound 0, 2 terms at the peak, at most 23 rotations",
   "seconds": 0.004854573
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<Y9>: the truncation bound at threshold 0, where only exact zeros drop",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass"
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<Z2 X3 Y7> within its truncation bound and rounding of the integer state's, threshold 0",
   "measured": 0.0,
   "tolerance": 9.83684766073877e-13,
   "status": "pass",
   "note": "bound 0, 224 terms at the peak, at most 23 rotations",
   "seconds": 0.004854573
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<Z2 X3 Y7>: the truncation bound at threshold 0, where only exact zeros drop",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass"
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<Z0> within its truncation bound and rounding of the integer state's, threshold 0.01",
   "measured": 1.1572056924803278e-76,
   "tolerance": 4.0967229608668276e-14,
   "status": "pass",
   "note": "bound 0, 1 terms at the peak, at most 23 rotations",
   "seconds": 0.01357378
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<Z0> within its truncation bound and rounding of the integer state's, threshold 0.001",
   "measured": 1.1572056924803278e-76,
   "tolerance": 4.0967229608668276e-14,
   "status": "pass",
   "note": "bound 0, 1 terms at the peak, at most 23 rotations",
   "seconds": 0.01357378
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<Z0> within its truncation bound and rounding of the integer state's, threshold 0.0001",
   "measured": 1.1572056924803278e-76,
   "tolerance": 4.0967229608668276e-14,
   "status": "pass",
   "note": "bound 0, 1 terms at the peak, at most 23 rotations",
   "seconds": 0.01357378
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<Z0> within its truncation bound and rounding of the integer state's, threshold 1e-05",
   "measured": 1.1572056924803278e-76,
   "tolerance": 4.0967229608668276e-14,
   "status": "pass",
   "note": "bound 0, 1 terms at the peak, at most 23 rotations",
   "seconds": 0.01357378
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<X4 X5> within its truncation bound and rounding of the integer state's, threshold 0.01",
   "measured": 1.195145096351886e-77,
   "tolerance": 3.836930773104541e-13,
   "status": "pass",
   "note": "bound 0, 64 terms at the peak, at most 23 rotations",
   "seconds": 0.01357378
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<X4 X5> within its truncation bound and rounding of the integer state's, threshold 0.001",
   "measured": 1.195145096351886e-77,
   "tolerance": 3.836930773104541e-13,
   "status": "pass",
   "note": "bound 0, 64 terms at the peak, at most 23 rotations",
   "seconds": 0.01357378
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<X4 X5> within its truncation bound and rounding of the integer state's, threshold 0.0001",
   "measured": 1.195145096351886e-77,
   "tolerance": 3.836930773104541e-13,
   "status": "pass",
   "note": "bound 0, 64 terms at the peak, at most 23 rotations",
   "seconds": 0.01357378
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<X4 X5> within its truncation bound and rounding of the integer state's, threshold 1e-05",
   "measured": 1.195145096351886e-77,
   "tolerance": 3.836930773104541e-13,
   "status": "pass",
   "note": "bound 0, 64 terms at the peak, at most 23 rotations",
   "seconds": 0.01357378
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<Y9> within its truncation bound and rounding of the integer state's, threshold 0.01",
   "measured": 8.728231595411243e-77,
   "tolerance": 5.809342097129968e-14,
   "status": "pass",
   "note": "bound 0, 2 terms at the peak, at most 23 rotations",
   "seconds": 0.01357378
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<Y9> within its truncation bound and rounding of the integer state's, threshold 0.001",
   "measured": 8.728231595411243e-77,
   "tolerance": 5.809342097129968e-14,
   "status": "pass",
   "note": "bound 0, 2 terms at the peak, at most 23 rotations",
   "seconds": 0.01357378
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<Y9> within its truncation bound and rounding of the integer state's, threshold 0.0001",
   "measured": 8.728231595411243e-77,
   "tolerance": 5.809342097129968e-14,
   "status": "pass",
   "note": "bound 0, 2 terms at the peak, at most 23 rotations",
   "seconds": 0.01357378
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<Y9> within its truncation bound and rounding of the integer state's, threshold 1e-05",
   "measured": 8.728231595411243e-77,
   "tolerance": 5.809342097129968e-14,
   "status": "pass",
   "note": "bound 0, 2 terms at the peak, at most 23 rotations",
   "seconds": 0.01357378
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<Z2 X3 Y7> within its truncation bound and rounding of the integer state's, threshold 0.01",
   "measured": 0.0,
   "tolerance": 5.938954507345631e-13,
   "status": "pass",
   "note": "bound 3.96e-16, 120 terms at the peak, at most 23 rotations",
   "seconds": 0.01357378
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<Z2 X3 Y7> within its truncation bound and rounding of the integer state's, threshold 0.001",
   "measured": 0.0,
   "tolerance": 5.938954507345631e-13,
   "status": "pass",
   "note": "bound 3.96e-16, 120 terms at the peak, at most 23 rotations",
   "seconds": 0.01357378
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<Z2 X3 Y7> within its truncation bound and rounding of the integer state's, threshold 0.0001",
   "measured": 0.0,
   "tolerance": 5.938954507345631e-13,
   "status": "pass",
   "note": "bound 3.96e-16, 120 terms at the peak, at most 23 rotations",
   "seconds": 0.01357378
  },
  {
   "entry": "pauli_clifford_t_n10",
   "engine": "wai.pauli",
   "quantity": "<Z2 X3 Y7> within its truncation bound and rounding of the integer state's, threshold 1e-05",
   "measured": 0.0,
   "tolerance": 5.938954507345631e-13,
   "status": "pass",
   "note": "bound 3.96e-16, 120 terms at the peak, at most 23 rotations",
   "seconds": 0.01357378
  },
  {
   "entry": "pauli_kicked_ising_n12",
   "engine": "wai.pauli",
   "quantity": "<Z6> within its truncation bound and rounding of the integer state's, threshold 0",
   "measured": 3.400617237193491e-16,
   "tolerance": 1.2183600684834281e-11,
   "status": "pass",
   "note": "bound 0, 1430 terms at the peak, at most 92 rotations",
   "seconds": 0.005930897
  },
  {
   "entry": "pauli_kicked_ising_n12",
   "engine": "wai.pauli",
   "quantity": "<Z6>: the truncation bound at threshold 0, where only exact zeros drop",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass"
  },
  {
   "entry": "pauli_kicked_ising_n12",
   "engine": "wai.pauli",
   "quantity": "<X5 X6> within its truncation bound and rounding of the integer state's, threshold 0",
   "measured": 1.1229827932163488e-16,
   "tolerance": 4.4056478706947426e-11,
   "status": "pass",
   "note": "bound 0, 4466 terms at the peak, at most 92 rotations",
   "seconds": 0.005930897
  },
  {
   "entry": "pauli_kicked_ising_n12",
   "engine": "wai.pauli",
   "quantity": "<X5 X6>: the truncation bound at threshold 0, where only exact zeros drop",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass"
  },
  {
   "entry": "pauli_kicked_ising_n12",
   "engine": "wai.pauli",
   "quantity": "<Z0 Z11> within its truncation bound and rounding of the integer state's, threshold 0",
   "measured": 1.6332503796725896e-17,
   "tolerance": 1.3642420526593924e-12,
   "status": "pass",
   "note": "bound 0, 64 terms at the peak, at most 92 rotations",
   "seconds": 0.005930897
  },
  {
   "entry": "pauli_kicked_ising_n12",
   "engine": "wai.pauli",
   "quantity": "<Z0 Z11>: the truncation bound at threshold 0, where only exact zeros drop",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass"
  },
  {
   "entry": "pauli_kicked_ising_n12",
   "engine": "wai.pauli",
   "quantity": "<Z6> within its truncation bound and rounding of the integer state's, threshold 0.01",
   "measured": 0.009258249392870684,
   "tolerance": 0.25104488180216095,
   "status": "pass",
   "note": "bound 0.251, 51 terms at the peak, at most 92 rotations",
   "seconds": 0.012640937
  },
  {
   "entry": "pauli_kicked_ising_n12",
   "engine": "wai.pauli",
   "quantity": "<Z6> within its truncation bound and rounding of the integer state's, threshold 0.001",
   "measured": 0.0013966746548881373,
   "tolerance": 0.0619213743293392,
   "status": "pass",
   "note": "bound 0.0619, 126 terms at the peak, at most 92 rotations",
   "seconds": 0.012640937
  },
  {
   "entry": "pauli_kicked_ising_n12",
   "engine": "wai.pauli",
   "quantity": "<Z6> within its truncation bound and rounding of the integer state's, threshold 0.0001",
   "measured": 0.00015441104293301844,
   "tolerance": 0.0038069947833124576,
   "status": "pass",
   "note": "bound 0.00381, 317 terms at the peak, at most 92 rotations",
   "seconds": 0.012640937
  },
  {
   "entry": "pauli_kicked_ising_n12",
   "engine": "wai.pauli",
   "quantity": "<Z6> within its truncation bound and rounding of the integer state's, threshold 1e-05",
   "measured": 7.186828985379701e-06,
   "tolerance": 0.0004872828962659119,
   "status": "pass",
   "note": "bound 0.000487, 459 terms at the peak, at most 92 rotations",
   "seconds": 0.012640937
  },
  {
   "entry": "pauli_kicked_ising_n12",
   "engine": "wai.pauli",
   "quantity": "<X5 X6> within its truncation bound and rounding of the integer state's, threshold 0.01",
   "measured": 0.006689946350965036,
   "tolerance": 1.943513677991279,
   "status": "pass",
   "note": "bound 1.94, 192 terms at the peak, at most 92 rotations",
   "seconds": 0.012640937
  },
  {
   "entry": "pauli_kicked_ising_n12",
   "engine": "wai.pauli",
   "quantity": "<X5 X6> within its truncation bound and rounding of the integer state's, threshold 0.001",
   "measured": 0.000676160308032274,
   "tolerance": 0.2721550491454202,
   "status": "pass",
   "note": "bound 0.272, 694 terms at the peak, at most 92 rotations",
   "seconds": 0.012640937
  },
  {
   "entry": "pauli_kicked_ising_n12",
   "engine": "wai.pauli",
   "quantity": "<X5 X6> within its truncation bound and rounding of the integer state's, threshold 0.0001",
   "measured": 6.816909511182673e-05,
   "tolerance": 0.019641351627867353,
   "status": "pass",
   "note": "bound 0.0196, 1258 terms at the peak, at most 92 rotations",
   "seconds": 0.012640937
  },
  {
   "entry": "pauli_kicked_ising_n12",
   "engine": "wai.pauli",
   "quantity": "<X5 X6> within its truncation bound and rounding of the integer state's, threshold 1e-05",
   "measured": 5.953764072029578e-06,
   "tolerance": 0.000734346905428926,
   "status": "pass",
   "note": "bound 0.000734, 1685 terms at the peak, at most 92 rotations",
   "seconds": 0.012640937
  },
  {
   "entry": "pauli_kicked_ising_n12",
   "engine": "wai.pauli",
   "quantity": "<Z0 Z11> within its truncation bound and rounding of the integer state's, threshold 0.01",
   "measured": 1.6332503796725896e-17,
   "tolerance": 0.14003223426279382,
   "status": "pass",
   "note": "bound 0.14, 25 terms at the peak, at most 92 rotations",
   "seconds": 0.012640937
  },
  {
   "entry": "pauli_kicked_ising_n12",
   "engine": "wai.pauli",
   "quantity": "<Z0 Z11> within its truncation bound and rounding of the integer state's, threshold 0.001",
   "measured": 1.6332503796725896e-17,
   "tolerance": 0.00045995705639790505,
   "status": "pass",
   "note": "bound 0.00046, 63 terms at the peak, at most 92 rotations",
   "seconds": 0.012640937
  },
  {
   "entry": "pauli_kicked_ising_n12",
   "engine": "wai.pauli",
   "quantity": "<Z0 Z11> within its truncation bound and rounding of the integer state's, threshold 0.0001",
   "measured": 1.6332503796725896e-17,
   "tolerance": 1.3645118985506777e-12,
   "status": "pass",
   "note": "bound 2.7e-16, 64 terms at the peak, at most 92 rotations",
   "seconds": 0.012640937
  },
  {
   "entry": "pauli_kicked_ising_n12",
   "engine": "wai.pauli",
   "quantity": "<Z0 Z11> within its truncation bound and rounding of the integer state's, threshold 1e-05",
   "measured": 1.6332503796725896e-17,
   "tolerance": 1.3645118985506777e-12,
   "status": "pass",
   "note": "bound 2.7e-16, 64 terms at the peak, at most 92 rotations",
   "seconds": 0.012640937
  },
  {
   "entry": "pauli_dyadic_n8",
   "engine": "wai.pauli",
   "quantity": "<Z3> within its truncation bound and rounding of the integer state's, threshold 0",
   "measured": 7.458936758882607e-16,
   "tolerance": 3.7307299912158534e-11,
   "status": "pass",
   "note": "bound 0, 4176 terms at the peak, at most 64 rotations",
   "seconds": 0.008304382
  },
  {
   "entry": "pauli_dyadic_n8",
   "engine": "wai.pauli",
   "quantity": "<Z3>: the truncation bound at threshold 0, where only exact zeros drop",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass"
  },
  {
   "entry": "pauli_dyadic_n8",
   "engine": "wai.pauli",
   "quantity": "<X0 Y1> within its truncation bound and rounding of the integer state's, threshold 0",
   "measured": 9.868099272423804e-17,
   "tolerance": 2.1231811854332395e-10,
   "status": "pass",
   "note": "bound 0, 14732 terms at the peak, at most 64 rotations",
   "seconds": 0.008304382
  },
  {
   "entry": "pauli_dyadic_n8",
   "engine": "wai.pauli",
   "quantity": "<X0 Y1>: the truncation bound at threshold 0, where only exact zeros drop",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass"
  },
  {
   "entry": "pauli_dyadic_n8",
   "engine": "wai.pauli",
   "quantity": "<Z4 Z5 Z6 Z7> within its truncation bound and rounding of the integer state's, threshold 0",
   "measured": 3.804952210478596e-17,
   "tolerance": 2.8070687040620743e-10,
   "status": "pass",
   "note": "bound 0, 17883 terms at the peak, at most 64 rotations",
   "seconds": 0.008304382
  },
  {
   "entry": "pauli_dyadic_n8",
   "engine": "wai.pauli",
   "quantity": "<Z4 Z5 Z6 Z7>: the truncation bound at threshold 0, where only exact zeros drop",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass"
  },
  {
   "entry": "pauli_dyadic_n8",
   "engine": "wai.pauli",
   "quantity": "<Z3> within its truncation bound and rounding of the integer state's, threshold 0.1",
   "measured": 0.23897699148419368,
   "tolerance": 2.0815781900780053,
   "status": "pass",
   "note": "bound 2.08, 14 terms at the peak, at most 64 rotations",
   "seconds": 0.010618185
  },
  {
   "entry": "pauli_dyadic_n8",
   "engine": "wai.pauli",
   "quantity": "<Z3> within its truncation bound and rounding of the integer state's, threshold 0.01",
   "measured": 0.007373703610395185,
   "tolerance": 0.4150163999534116,
   "status": "pass",
   "note": "bound 0.415, 80 terms at the peak, at most 64 rotations",
   "seconds": 0.010618185
  },
  {
   "entry": "pauli_dyadic_n8",
   "engine": "wai.pauli",
   "quantity": "<Z3> within its truncation bound and rounding of the integer state's, threshold 0.001",
   "measured": 0.0007179444436735856,
   "tolerance": 0.20441667918494438,
   "status": "pass",
   "note": "bound 0.204, 268 terms at the peak, at most 64 rotations",
   "seconds": 0.010618185
  },
  {
   "entry": "pauli_dyadic_n8",
   "engine": "wai.pauli",
   "quantity": "<X0 Y1> within its truncation bound and rounding of the integer state's, threshold 0.1",
   "measured": 0.022940423671673135,
   "tolerance": 10.903762867803671,
   "status": "pass",
   "note": "bound 10.9, 23 terms at the peak, at most 64 rotations",
   "seconds": 0.010618185
  },
  {
   "entry": "pauli_dyadic_n8",
   "engine": "wai.pauli",
   "quantity": "<X0 Y1> within its truncation bound and rounding of the integer state's, threshold 0.01",
   "measured": 0.011229656078564578,
   "tolerance": 4.97439647764766,
   "status": "pass",
   "note": "bound 4.97, 313 terms at the peak, at most 64 rotations",
   "seconds": 0.010618185
  },
  {
   "entry": "pauli_dyadic_n8",
   "engine": "wai.pauli",
   "quantity": "<X0 Y1> within its truncation bound and rounding of the integer state's, threshold 0.001",
   "measured": 0.0009225935360801117,
   "tolerance": 0.7984085882209306,
   "status": "pass",
   "note": "bound 0.798, 930 terms at the peak, at most 64 rotations",
   "seconds": 0.010618185
  },
  {
   "entry": "pauli_dyadic_n8",
   "engine": "wai.pauli",
   "quantity": "<Z4 Z5 Z6 Z7> within its truncation bound and rounding of the integer state's, threshold 0.1",
   "measured": 0.008026884703476168,
   "tolerance": 9.189135693870591,
   "status": "pass",
   "note": "bound 9.19, 19 terms at the peak, at most 64 rotations",
   "seconds": 0.010618185
  },
  {
   "entry": "pauli_dyadic_n8",
   "engine": "wai.pauli",
   "quantity": "<Z4 Z5 Z6 Z7> within its truncation bound and rounding of the integer state's, threshold 0.01",
   "measured": 0.002669246567753643,
   "tolerance": 6.010093981080778,
   "status": "pass",
   "note": "bound 6.01, 290 terms at the peak, at most 64 rotations",
   "seconds": 0.010618185
  },
  {
   "entry": "pauli_dyadic_n8",
   "engine": "wai.pauli",
   "quantity": "<Z4 Z5 Z6 Z7> within its truncation bound and rounding of the integer state's, threshold 0.001",
   "measured": 0.0017698324251209862,
   "tolerance": 1.4620656519391917,
   "status": "pass",
   "note": "bound 1.46, 1442 terms at the peak, at most 64 rotations",
   "seconds": 0.010618185
  },
  {
   "entry": "stabrank_clifford_t_n5",
   "engine": "wai.stabrank",
   "quantity": "amplitudes of the exact sum against the integer state, worst error, with the circuit's phase (7 T gates)",
   "measured": 1.593587690297802e-16,
   "tolerance": 7.149975150527094e-15,
   "status": "pass",
   "note": "class exact, 128 terms",
   "seconds": 0.005246544
  },
  {
   "entry": "stabrank_clifford_t_n5",
   "engine": "wai.stabrank",
   "quantity": "<Z0> of the exact sum (the sandwich of 14 T gates) against the integer state's",
   "measured": 6.661338147750939e-16,
   "tolerance": 1.7265028514481202e-14,
   "status": "pass"
  },
  {
   "entry": "stabrank_clifford_t_n5",
   "engine": "wai.stabrank",
   "quantity": "<X1 X2> of the exact sum (the sandwich of 14 T gates) against the integer state's",
   "measured": 0.0,
   "tolerance": 1.7154006212018687e-14,
   "status": "pass"
  },
  {
   "entry": "stabrank_clifford_t_n5",
   "engine": "wai.stabrank",
   "quantity": "<Y3 Z4> of the exact sum (the sandwich of 14 T gates) against the integer state's",
   "measured": 0.0,
   "tolerance": 1.7154006212018687e-14,
   "status": "pass"
  },
  {
   "entry": "stabrank_toffoli_n4",
   "engine": "wai.stabrank",
   "quantity": "amplitudes of the exact sum against the integer state, worst error, with the circuit's phase (15 T gates)",
   "measured": 2.221174598089763e-16,
   "tolerance": 1.85673625276563e-14,
   "status": "pass",
   "note": "class exact, 32768 terms",
   "seconds": 0.008960553
  },
  {
   "entry": "stabrank_clifford_t_n8",
   "engine": "wai.stabrank",
   "quantity": "amplitudes of the exact sum against the integer state, worst error, with the circuit's phase (12 T gates)",
   "measured": 1.231064191043318e-16,
   "tolerance": 1.521605075921395e-14,
   "status": "pass",
   "note": "class exact, 4096 terms",
   "seconds": 0.06411249299999999
  },
  {
   "entry": "stabrank_clifford_t_n8",
   "engine": "wai.stabrank",
   "quantity": "<Z0 Z7> of the exact sum (the sandwich of 24 T gates) against the integer state's",
   "measured": 0.0,
   "tolerance": 5.71653218363023e-14,
   "status": "pass"
  },
  {
   "entry": "cutrank_n8",
   "engine": "wai.cutrank",
   "quantity": "256 amplitudes against the integer state, 2-norm modulo a global phase",
   "measured": 5.682141714832843e-16,
   "tolerance": 2.5579538487363607e-12,
   "status": "pass",
   "note": "class exact, widest cut 2",
   "strict": 5.944584246211785e-16,
   "seconds": 0.6560850540000001
  },
  {
   "entry": "cutrank_n12",
   "engine": "wai.cutrank",
   "quantity": "247 amplitudes against the integer state, 2-norm modulo a global phase",
   "measured": 1.4509865642944956e-16,
   "tolerance": 1.4963854571428424e-11,
   "status": "pass",
   "note": "class exact, widest cut 3",
   "strict": 1.477955022185145e-16,
   "seconds": 1.114279359
  },
  {
   "entry": "cutrank_n16",
   "engine": "wai.cutrank",
   "quantity": "65 amplitudes against the integer state, 2-norm modulo a global phase",
   "measured": 2.196229854888096e-17,
   "tolerance": 4.0787480179379307e-11,
   "status": "pass",
   "note": "class exact, widest cut 4",
   "strict": 2.1948090209856587e-17,
   "seconds": 0.6846996679999999
  },
  {
   "entry": "cutrank_n20",
   "engine": "wai.cutrank",
   "quantity": "65 amplitudes against the integer state, 2-norm modulo a global phase",
   "measured": 6.832413871762575e-18,
   "tolerance": 2.0347911460274622e-10,
   "status": "pass",
   "note": "class exact, widest cut 6",
   "strict": 6.854300789323039e-18,
   "seconds": 1.524679596
  },
  {
   "entry": "noisy_ghz_n3",
   "engine": "wai.density_matrix",
   "quantity": "<Z0 Z1> under noise against the integer density matrix's",
   "measured": 1.900914980978996e-16,
   "tolerance": 4.154694316390943e-12,
   "status": "pass",
   "note": "9 superoperators"
  },
  {
   "entry": "noisy_ghz_n3",
   "engine": "wai.density_matrix",
   "quantity": "<X0 X1 X2> under noise against the integer density matrix's",
   "measured": 1.1354207648158384e-16,
   "tolerance": 4.154694316390943e-12,
   "status": "pass",
   "note": "9 superoperators"
  },
  {
   "entry": "noisy_ghz_n3",
   "engine": "wai.density_matrix",
   "quantity": "<Z2> under noise against the integer density matrix's",
   "measured": 0.0,
   "tolerance": 4.154694316390943e-12,
   "status": "pass",
   "note": "9 superoperators"
  },
  {
   "entry": "noisy_ghz_n3",
   "engine": "aer.density_matrix",
   "quantity": "<Z0 Z1> under noise against the integer density matrix's",
   "measured": 7.906919563538395e-17,
   "tolerance": 3.720372190324672e-13,
   "status": "pass"
  },
  {
   "entry": "noisy_ghz_n3",
   "engine": "aer.density_matrix",
   "quantity": "<X0 X1 X2> under noise against the integer density matrix's",
   "measured": 2.5197740190681846e-18,
   "tolerance": 3.720372190324672e-13,
   "status": "pass"
  },
  {
   "entry": "noisy_ghz_n3",
   "engine": "aer.density_matrix",
   "quantity": "<Z2> under noise against the integer density matrix's",
   "measured": 1.1102230246251565e-16,
   "tolerance": 3.720372190324672e-13,
   "status": "pass"
  },
  {
   "entry": "noisy_rotations_n3",
   "engine": "wai.density_matrix",
   "quantity": "<Z0> under noise against the integer density matrix's",
   "measured": 1.2435350592267118e-15,
   "tolerance": 3.046775832020025e-11,
   "status": "pass",
   "note": "66 superoperators"
  },
  {
   "entry": "noisy_rotations_n3",
   "engine": "wai.density_matrix",
   "quantity": "<X1 Y2> under noise against the integer density matrix's",
   "measured": 6.085451137169608e-16,
   "tolerance": 3.046775832020025e-11,
   "status": "pass",
   "note": "66 superoperators"
  },
  {
   "entry": "noisy_rotations_n3",
   "engine": "wai.density_matrix",
   "quantity": "<Z0 Z1 Z2> under noise against the integer density matrix's",
   "measured": 3.7671360665912674e-16,
   "tolerance": 3.046775832020025e-11,
   "status": "pass",
   "note": "66 superoperators"
  },
  {
   "entry": "noisy_clifford_n4",
   "engine": "wai.density_matrix",
   "quantity": "<Z0 Z1> under noise against the integer density matrix's",
   "measured": 8.673617379884035e-17,
   "tolerance": 6.397902831954884e-11,
   "status": "pass",
   "note": "98 superoperators"
  },
  {
   "entry": "noisy_clifford_n4",
   "engine": "wai.density_matrix",
   "quantity": "<X2> under noise against the integer density matrix's",
   "measured": 0.0,
   "tolerance": 6.397902831954884e-11,
   "status": "pass",
   "note": "98 superoperators"
  },
  {
   "entry": "noisy_clifford_n4",
   "engine": "wai.density_matrix",
   "quantity": "<Y1 Y3> under noise against the integer density matrix's",
   "measured": 0.0,
   "tolerance": 6.397902831954884e-11,
   "status": "pass",
   "note": "98 superoperators"
  },
  {
   "entry": "noisy_clifford_n4",
   "engine": "wai.density_matrix",
   "quantity": "<Z0 Z1 Z2 Z3> under noise against the integer density matrix's",
   "measured": 5.898059818321144e-17,
   "tolerance": 6.397902831954884e-11,
   "status": "pass",
   "note": "98 superoperators"
  },
  {
   "entry": "mitigate_zne_ghz_n3",
   "engine": "wai.mitigate",
   "quantity": "zne: the ideal <Z0 Z1> it states, against the integer state's",
   "measured": 2.220446049250313e-16,
   "tolerance": 1.4684768200494574e-13,
   "status": "pass"
  },
  {
   "entry": "mitigate_zne_ghz_n3",
   "engine": "wai.mitigate",
   "quantity": "zne: the ideal <X0 X1 X2> it states, against the integer state's",
   "measured": 2.220446049250313e-16,
   "tolerance": 1.4684768200494574e-13,
   "status": "pass"
  },
  {
   "entry": "mitigate_vd_n2",
   "engine": "wai.mitigate",
   "quantity": "vd: the ideal <Z0 Z1> it states, against the integer state's",
   "measured": 9.337725537817898e-17,
   "tolerance": 1.4684768200494574e-13,
   "status": "pass"
  },
  {
   "entry": "mitigate_vd_n2",
   "engine": "wai.mitigate",
   "quantity": "vd: the ideal <X0 X1> it states, against the integer state's",
   "measured": 9.337725537817898e-17,
   "tolerance": 1.4684768200494574e-13,
   "status": "pass"
  },
  {
   "entry": "mitigate_vd_n2",
   "engine": "wai.mitigate",
   "quantity": "vd: the purity Tr(\u03c1\u00b2) it states, against the integer density matrix's",
   "measured": 1.9769147124593541e-16,
   "tolerance": 2.9395888817166433e-12,
   "status": "pass"
  },
  {
   "entry": "pulse_rabi",
   "engine": "wai.pulse",
   "quantity": "P(1) against the closed form, within the bound the run states",
   "measured": 9.153974951123666e-17,
   "tolerance": 1.7492673983553573e-12,
   "status": "pass",
   "note": "closed form 0.476446774645; 101",
   "seconds": 0.000994209
  },
  {
   "entry": "pulse_rabi",
   "engine": "wai.pulse",
   "quantity": "P(0) against the closed form, within the bound the run states",
   "measured": 1.4705090074249448e-16,
   "tolerance": 1.7492673983553573e-12,
   "status": "pass",
   "note": "closed form 0.523553225355; 101",
   "seconds": 0.000994209
  },
  {
   "entry": "pulse_detuned",
   "engine": "wai.pulse",
   "quantity": "P(1) against the closed form, within the bound the run states",
   "measured": 1.7508441153107518e-15,
   "tolerance": 1.3336004707279506e-12,
   "status": "pass",
   "note": "closed form 0.322507491719; 77",
   "seconds": 0.000758333
  },
  {
   "entry": "pulse_detuned",
   "engine": "wai.pulse",
   "quantity": "P(0) against the closed form, within the bound the run states",
   "measured": 1.0247134462521396e-15,
   "tolerance": 1.3336004707279506e-12,
   "status": "pass",
   "note": "closed form 0.677492508281; 77",
   "seconds": 0.000758333
  },
  {
   "entry": "pulse_two_axes",
   "engine": "wai.pulse",
   "quantity": "P(1) against the closed form, within the bound the run states",
   "measured": 1.190178879845403e-16,
   "tolerance": 1.731947918458705e-12,
   "status": "pass",
   "note": "closed form 0.609254006112; 100",
   "seconds": 0.000807917
  },
  {
   "entry": "pulse_two_axes",
   "engine": "wai.pulse",
   "quantity": "P(0) against the closed form, within the bound the run states",
   "measured": 1.1577385903343897e-15,
   "tolerance": 1.731947918458705e-12,
   "status": "pass",
   "note": "closed form 0.390745993888; 100",
   "seconds": 0.000807917
  },
  {
   "entry": "pulse_explicit",
   "engine": "wai.pulse",
   "quantity": "P(1) against the closed form, within the bound the run states",
   "measured": 2.1659433187771764e-17,
   "tolerance": 1.3856648124978525e-13,
   "status": "pass",
   "note": "closed form 0.073679917823; 8",
   "seconds": 0.000752201
  },
  {
   "entry": "pulse_explicit",
   "engine": "wai.pulse",
   "quantity": "P(0) against the closed form, within the bound the run states",
   "measured": 1.326817356502874e-16,
   "tolerance": 1.3856648124978525e-13,
   "status": "pass",
   "note": "closed form 0.926320082177; 8",
   "seconds": 0.000752201
  },
  {
   "entry": "decode_repetition_d3",
   "engine": "wai.matching",
   "quantity": "predictions not a least-weight correction's, largest excess weight in units of its rounding (129 syndromes)",
   "measured": 0.0,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.00262471
  },
  {
   "entry": "decode_repetition_d3",
   "engine": "wai.union_find",
   "quantity": "predictions that are a least-weight correction's, of 129 syndromes (no claim of least weight)",
   "measured": 129,
   "tolerance": null,
   "status": "info",
   "seconds": 0.003728105
  },
  {
   "entry": "decode_repetition_d3",
   "engine": "wai.union_find",
   "quantity": "single edges of the graph not corrected exactly, of 21",
   "measured": 0,
   "tolerance": 0,
   "status": "pass"
  },
  {
   "entry": "decode_surface_z_d3",
   "engine": "wai.matching",
   "quantity": "predictions not a least-weight correction's, largest excess weight in units of its rounding (2494 syndromes)",
   "measured": 0.0,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.312667904
  },
  {
   "entry": "decode_surface_z_d3",
   "engine": "wai.union_find",
   "quantity": "predictions that are a least-weight correction's, of 2494 syndromes (no claim of least weight)",
   "measured": 2434,
   "tolerance": null,
   "status": "info",
   "seconds": 0.439457977
  },
  {
   "entry": "decode_surface_z_d3",
   "engine": "wai.union_find",
   "quantity": "single edges of the graph not corrected exactly, of 106",
   "measured": 0,
   "tolerance": 0,
   "status": "pass"
  },
  {
   "entry": "decode_surface_z_d5",
   "engine": "wai.matching",
   "quantity": "predictions not a least-weight correction's, largest excess weight in units of its rounding (6492 syndromes)",
   "measured": 0.0,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 6.721675588
  },
  {
   "entry": "decode_surface_z_d5",
   "engine": "wai.union_find",
   "quantity": "predictions that are a least-weight correction's, of 6492 syndromes (no claim of least weight)",
   "measured": 6485,
   "tolerance": null,
   "status": "info",
   "seconds": 7.867450574
  },
  {
   "entry": "decode_surface_z_d5",
   "engine": "wai.union_find",
   "quantity": "single edges of the graph not corrected exactly, of 576",
   "measured": 0,
   "tolerance": 0,
   "status": "pass"
  },
  {
   "entry": "bit_order_named_bits",
   "engine": "wai.auto",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.0,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "stabilizer"
  },
  {
   "entry": "bit_order_named_bits",
   "engine": "wai.auto",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0,
   "tolerance": 0.11032648469498849,
   "status": "pass"
  },
  {
   "entry": "bit_order_named_bits",
   "engine": "wai.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.0,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "statevector"
  },
  {
   "entry": "bit_order_named_bits",
   "engine": "wai.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0,
   "tolerance": 0.11032648469498849,
   "status": "pass"
  },
  {
   "entry": "bit_order_named_bits",
   "engine": "aer.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.0,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "bit_order_named_bits",
   "engine": "aer.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0,
   "tolerance": 0.11032648469498849,
   "status": "pass"
  },
  {
   "entry": "bit_order_named_bits",
   "engine": "ddsim.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.0,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "bit_order_named_bits",
   "engine": "ddsim.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0,
   "tolerance": 0.11032648469498849,
   "status": "pass"
  },
  {
   "entry": "bit_order_named_bits",
   "engine": "qsim.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.0,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "bit_order_named_bits",
   "engine": "qsim.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0,
   "tolerance": 0.11032648469498849,
   "status": "pass"
  },
  {
   "entry": "bit_order_named_bits",
   "engine": "wai.stabilizer",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.0,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "stabilizer"
  },
  {
   "entry": "bit_order_named_bits",
   "engine": "wai.stabilizer",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0,
   "tolerance": 0.11032648469498849,
   "status": "pass"
  },
  {
   "entry": "bit_order_named_bits",
   "engine": "stim.tableau",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.0,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "bit_order_named_bits",
   "engine": "stim.tableau",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0,
   "tolerance": 0.11032648469498849,
   "status": "pass"
  },
  {
   "entry": "ghz_counts_n8",
   "engine": "wai.auto",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.021910667869413366,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "stabilizer"
  },
  {
   "entry": "ghz_counts_n8",
   "engine": "wai.auto",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.00048000000000003595,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "ghz_counts_n8",
   "engine": "wai.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.2054125112757503,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "statevector"
  },
  {
   "entry": "ghz_counts_n8",
   "engine": "wai.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0044999999999999485,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "ghz_counts_n8",
   "engine": "aer.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.058428447651768974,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "ghz_counts_n8",
   "engine": "aer.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0012799999999999478,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "ghz_counts_n8",
   "engine": "ddsim.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.017345945396618916,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "ghz_counts_n8",
   "engine": "ddsim.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.00038000000000004697,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "ghz_counts_n8",
   "engine": "qsim.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.13876756317295133,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "ghz_counts_n8",
   "engine": "qsim.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.003039999999999987,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "ghz_counts_n8",
   "engine": "wai.stabilizer",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.021910667869413366,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "stabilizer"
  },
  {
   "entry": "ghz_counts_n8",
   "engine": "wai.stabilizer",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.00048000000000003595,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "ghz_counts_n8",
   "engine": "stim.tableau",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.28757751578605045,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "ghz_counts_n8",
   "engine": "stim.tableau",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.006299999999999972,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "qft_counts_n8",
   "engine": "wai.auto",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.4464631240760117,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "exact"
  },
  {
   "entry": "qft_counts_n8",
   "engine": "wai.auto",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.029392500000000002,
   "tolerance": 0.04484377297831808,
   "status": "pass"
  },
  {
   "entry": "qft_counts_n8",
   "engine": "wai.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.3989404386001337,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "statevector"
  },
  {
   "entry": "qft_counts_n8",
   "engine": "wai.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.026119999999999997,
   "tolerance": 0.04484377297831808,
   "status": "pass"
  },
  {
   "entry": "qft_counts_n8",
   "engine": "aer.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.4439619301035971,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "qft_counts_n8",
   "engine": "aer.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.027297500000000002,
   "tolerance": 0.04484377297831808,
   "status": "pass"
  },
  {
   "entry": "qft_counts_n8",
   "engine": "ddsim.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.3839332747656459,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "qft_counts_n8",
   "engine": "ddsim.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.028800000000000003,
   "tolerance": 0.04484377297831808,
   "status": "pass"
  },
  {
   "entry": "qft_counts_n8",
   "engine": "qsim.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.45146551202084095,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "qft_counts_n8",
   "engine": "qsim.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.028130000000000002,
   "tolerance": 0.04484377297831808,
   "status": "pass"
  },
  {
   "entry": "grover_counts_n5",
   "engine": "wai.auto",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.13846644753508847,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "exact"
  },
  {
   "entry": "grover_counts_n5",
   "engine": "wai.auto",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0004568152105807719,
   "tolerance": 0.030275874569586046,
   "status": "pass"
  },
  {
   "entry": "grover_counts_n5",
   "engine": "wai.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.12236902499920345,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "statevector"
  },
  {
   "entry": "grover_counts_n5",
   "engine": "wai.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.00034318478941921713,
   "tolerance": 0.030275874569586046,
   "status": "pass"
  },
  {
   "entry": "grover_counts_n5",
   "engine": "aer.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.2487706970649059,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "grover_counts_n5",
   "engine": "aer.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0006342001330852628,
   "tolerance": 0.030275874569586046,
   "status": "pass"
  },
  {
   "entry": "grover_counts_n5",
   "engine": "ddsim.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.15598576654887855,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "grover_counts_n5",
   "engine": "ddsim.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0004376771175860823,
   "tolerance": 0.030275874569586046,
   "status": "pass"
  },
  {
   "entry": "grover_counts_n5",
   "engine": "qsim.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.2660402775831857,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "grover_counts_n5",
   "engine": "qsim.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0005568152105808064,
   "tolerance": 0.030275874569586046,
   "status": "pass"
  },
  {
   "entry": "rotations_counts_n6",
   "engine": "wai.auto",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.36706374189740976,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "statevector"
  },
  {
   "entry": "rotations_counts_n6",
   "engine": "wai.auto",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.012450634507322185,
   "tolerance": 0.026079137030504594,
   "status": "pass"
  },
  {
   "entry": "rotations_counts_n6",
   "engine": "wai.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.36706374189740976,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "statevector"
  },
  {
   "entry": "rotations_counts_n6",
   "engine": "wai.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.012450634507322185,
   "tolerance": 0.026079137030504594,
   "status": "pass"
  },
  {
   "entry": "rotations_counts_n6",
   "engine": "aer.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.4461379691709574,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "rotations_counts_n6",
   "engine": "aer.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.012876127428279404,
   "tolerance": 0.026079137030504594,
   "status": "pass"
  },
  {
   "entry": "rotations_counts_n6",
   "engine": "ddsim.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.4037037423372513,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "rotations_counts_n6",
   "engine": "ddsim.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.014459013209070937,
   "tolerance": 0.026079137030504594,
   "status": "pass"
  },
  {
   "entry": "rotations_counts_n6",
   "engine": "qsim.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.3043369393263514,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "rotations_counts_n6",
   "engine": "qsim.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.010360411095587168,
   "tolerance": 0.026079137030504594,
   "status": "pass"
  },
  {
   "entry": "teleport",
   "engine": "wai.auto",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.28706882286349794,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "statevector"
  },
  {
   "entry": "teleport",
   "engine": "wai.auto",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.004056320100807597,
   "tolerance": 0.01708680681526735,
   "status": "pass"
  },
  {
   "entry": "teleport",
   "engine": "wai.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.28706882286349794,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "statevector"
  },
  {
   "entry": "teleport",
   "engine": "wai.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.004056320100807597,
   "tolerance": 0.01708680681526735,
   "status": "pass"
  },
  {
   "entry": "teleport",
   "engine": "aer.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.25357018601961157,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "teleport",
   "engine": "aer.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0036836798991923695,
   "tolerance": 0.01708680681526735,
   "status": "pass"
  },
  {
   "entry": "teleport",
   "engine": "ddsim.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.17250849042875382,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "teleport",
   "engine": "ddsim.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0023900000000000015,
   "tolerance": 0.01708680681526735,
   "status": "pass"
  },
  {
   "entry": "reset_after_superposition",
   "engine": "wai.auto",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.2054125112757503,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "stabilizer"
  },
  {
   "entry": "reset_after_superposition",
   "engine": "wai.auto",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0044999999999999485,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "reset_after_superposition",
   "engine": "wai.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.2054125112757503,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "statevector"
  },
  {
   "entry": "reset_after_superposition",
   "engine": "wai.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0044999999999999485,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "reset_after_superposition",
   "engine": "aer.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.2693186258948726,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "reset_after_superposition",
   "engine": "aer.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.005900000000000016,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "reset_after_superposition",
   "engine": "ddsim.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.21728078970501588,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "reset_after_superposition",
   "engine": "ddsim.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.004760000000000042,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "reset_after_superposition",
   "engine": "wai.stabilizer",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.2054125112757503,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "stabilizer"
  },
  {
   "entry": "reset_after_superposition",
   "engine": "wai.stabilizer",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0044999999999999485,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "reset_after_superposition",
   "engine": "stim.tableau",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.28757751578605045,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "reset_after_superposition",
   "engine": "stim.tableau",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.006299999999999972,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "measure_twice",
   "engine": "wai.auto",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.2054125112757503,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "stabilizer"
  },
  {
   "entry": "measure_twice",
   "engine": "wai.auto",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0044999999999999485,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "measure_twice",
   "engine": "wai.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.2054125112757503,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "statevector"
  },
  {
   "entry": "measure_twice",
   "engine": "wai.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0044999999999999485,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "measure_twice",
   "engine": "aer.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.058428447651768974,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "measure_twice",
   "engine": "aer.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0012799999999999478,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "measure_twice",
   "engine": "ddsim.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 45.64722472794451,
   "tolerance": 1.0,
   "status": "known",
   "note": "10: 49842 shots, probability 0; 11: 0 shots, expected 50000.0 \u00b1 1095.4 | known: MQT DDSIM 2.7.0's qasm_simulator, given h q[0]; c[0] = measure q[0]; c[1] = measure q[0]; with nothing between the two measurements, returns 00 and 10: c[0] is never set. With x in place of h it gives 10 on every shot; with a barrier between the measurements, 00 and 11; with c[1] measured first and c[0] second, ValueError [changePermutation]. Each is a case of the reproducer, with the circuit built in Qiskit 2.6.2.",
   "right": "the exact reference: a second measurement of a qubit in the same basis repeats the first, so only 00 and 11 occur. Every other engine that ran this program met it (the results files)."
  },
  {
   "entry": "measure_twice",
   "engine": "ddsim.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 1.0,
   "tolerance": 0.02237722665160587,
   "status": "known",
   "note": "known: MQT DDSIM 2.7.0's qasm_simulator, given h q[0]; c[0] = measure q[0]; c[1] = measure q[0]; with nothing between the two measurements, returns 00 and 10: c[0] is never set. With x in place of h it gives 10 on every shot; with a barrier between the measurements, 00 and 11; with c[1] measured first and c[0] second, ValueError [changePermutation]. Each is a case of the reproducer, with the circuit built in Qiskit 2.6.2.",
   "right": "the exact reference: a second measurement of a qubit in the same basis repeats the first, so only 00 and 11 occur. Every other engine that ran this program met it (the results files)."
  },
  {
   "entry": "measure_twice",
   "engine": "wai.stabilizer",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.2054125112757503,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "stabilizer"
  },
  {
   "entry": "measure_twice",
   "engine": "wai.stabilizer",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0044999999999999485,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "measure_twice",
   "engine": "stim.tableau",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.28757751578605045,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "measure_twice",
   "engine": "stim.tableau",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.006299999999999972,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "feedback_flip",
   "engine": "wai.auto",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.2054125112757503,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "stabilizer"
  },
  {
   "entry": "feedback_flip",
   "engine": "wai.auto",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0044999999999999485,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "feedback_flip",
   "engine": "wai.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.2054125112757503,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "statevector"
  },
  {
   "entry": "feedback_flip",
   "engine": "wai.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0044999999999999485,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "feedback_flip",
   "engine": "aer.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.2693186258948726,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "feedback_flip",
   "engine": "aer.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.005900000000000016,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "feedback_flip",
   "engine": "ddsim.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.09220739395044791,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "feedback_flip",
   "engine": "ddsim.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0020199999999999663,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "feedback_flip",
   "engine": "wai.stabilizer",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.2054125112757503,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "stabilizer"
  },
  {
   "entry": "feedback_flip",
   "engine": "wai.stabilizer",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0044999999999999485,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "feedback_flip",
   "engine": "stim.tableau",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.28757751578605045,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "feedback_flip",
   "engine": "stim.tableau",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.006299999999999972,
   "tolerance": 0.02237722665160587,
   "status": "pass"
  },
  {
   "entry": "ghz_by_fusion",
   "engine": "wai.auto",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.15584339543094777,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "stabilizer"
  },
  {
   "entry": "ghz_by_fusion",
   "engine": "wai.auto",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.004500000000000032,
   "tolerance": 0.022988391849795363,
   "status": "pass"
  },
  {
   "entry": "ghz_by_fusion",
   "engine": "wai.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.15584339543094777,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "statevector"
  },
  {
   "entry": "ghz_by_fusion",
   "engine": "wai.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.004500000000000032,
   "tolerance": 0.022988391849795363,
   "status": "pass"
  },
  {
   "entry": "ghz_by_fusion",
   "engine": "aer.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.35696561521007636,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "ghz_by_fusion",
   "engine": "aer.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.006779999999999953,
   "tolerance": 0.022988391849795363,
   "status": "pass"
  },
  {
   "entry": "ghz_by_fusion",
   "engine": "ddsim.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.10845857925261906,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "ghz_by_fusion",
   "engine": "ddsim.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0021199999999999553,
   "tolerance": 0.022988391849795363,
   "status": "pass"
  },
  {
   "entry": "ghz_by_fusion",
   "engine": "wai.stabilizer",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.15584339543094777,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "stabilizer"
  },
  {
   "entry": "ghz_by_fusion",
   "engine": "wai.stabilizer",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.004500000000000032,
   "tolerance": 0.022988391849795363,
   "status": "pass"
  },
  {
   "entry": "ghz_by_fusion",
   "engine": "stim.tableau",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.23165910131627374,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "ghz_by_fusion",
   "engine": "stim.tableau",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0063,
   "tolerance": 0.022988391849795363,
   "status": "pass"
  },
  {
   "entry": "repeat_until_success",
   "engine": "wai.auto",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.19166320317800153,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "statevector"
  },
  {
   "entry": "repeat_until_success",
   "engine": "wai.auto",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.00488873926376112,
   "tolerance": 0.01863895763145199,
   "status": "pass"
  },
  {
   "entry": "repeat_until_success",
   "engine": "wai.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.19166320317800153,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "statevector"
  },
  {
   "entry": "repeat_until_success",
   "engine": "wai.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.00488873926376112,
   "tolerance": 0.01863895763145199,
   "status": "pass"
  },
  {
   "entry": "repeat_until_success",
   "engine": "aer.statevector",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.3112314772499858,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "repeat_until_success",
   "engine": "aer.statevector",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.005489130879203905,
   "tolerance": 0.01863895763145199,
   "status": "pass"
  },
  {
   "entry": "cutrank_counts_n8",
   "engine": "wai.cutrank",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.38178905215051356,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "cutrank"
  },
  {
   "entry": "cutrank_counts_n8",
   "engine": "wai.cutrank",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.03523805189563659,
   "tolerance": 0.06341867193391755,
   "status": "pass"
  },
  {
   "entry": "noisy_ghz_n3",
   "engine": "wai.density_matrix",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.1925901493776524,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "density_matrix"
  },
  {
   "entry": "noisy_ghz_n3",
   "engine": "wai.density_matrix",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0018719999999999909,
   "tolerance": 0.024164393935800117,
   "status": "pass"
  },
  {
   "entry": "noisy_ghz_n3",
   "engine": "wai.trajectories",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.21322480823954373,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "trajectories"
  },
  {
   "entry": "noisy_ghz_n3",
   "engine": "wai.trajectories",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0033919999999999857,
   "tolerance": 0.024164393935800117,
   "status": "pass"
  },
  {
   "entry": "noisy_ghz_n3",
   "engine": "wai.stabilizer",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.29576344368710905,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "stabilizer"
  },
  {
   "entry": "noisy_ghz_n3",
   "engine": "wai.stabilizer",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.004551999999999995,
   "tolerance": 0.024164393935800117,
   "status": "pass"
  },
  {
   "entry": "noisy_rotations_n3",
   "engine": "wai.density_matrix",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.11636971277054912,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "density_matrix"
  },
  {
   "entry": "noisy_rotations_n3",
   "engine": "wai.density_matrix",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.002829640990796266,
   "tolerance": 0.024164393935800117,
   "status": "pass"
  },
  {
   "entry": "noisy_rotations_n3",
   "engine": "wai.trajectories",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.4145078810680074,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "trajectories"
  },
  {
   "entry": "noisy_rotations_n3",
   "engine": "wai.trajectories",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.007013101101092302,
   "tolerance": 0.024164393935800117,
   "status": "pass"
  },
  {
   "entry": "noisy_clifford_n4",
   "engine": "wai.density_matrix",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.20625072357609942,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "density_matrix"
  },
  {
   "entry": "noisy_clifford_n4",
   "engine": "wai.density_matrix",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.006434823169379824,
   "tolerance": 0.026359466670896906,
   "status": "pass"
  },
  {
   "entry": "noisy_clifford_n4",
   "engine": "wai.trajectories",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.2777618172659009,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "trajectories"
  },
  {
   "entry": "noisy_clifford_n4",
   "engine": "wai.trajectories",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.0035371770763380503,
   "tolerance": 0.026359466670896906,
   "status": "pass"
  },
  {
   "entry": "noisy_clifford_n4",
   "engine": "wai.stabilizer",
   "quantity": "largest deviation of an outcome's count, in units of its Bernstein bound",
   "measured": 0.33873090306346487,
   "tolerance": 1.0,
   "status": "pass",
   "planned": "stabilizer"
  },
  {
   "entry": "noisy_clifford_n4",
   "engine": "wai.stabilizer",
   "quantity": "L1 distance from the exact distribution, \u03a3|count/shots \u2212 p| over every outcome (twice the total variation), against its bound",
   "measured": 0.00491199818296124,
   "tolerance": 0.026359466670896906,
   "status": "pass"
  },
  {
   "entry": "stabrank_clifford_t_n5",
   "engine": "wai.stabrank",
   "quantity": "sampled draws whose stated bound failed (4096 terms, confidence 0.95), against the most a binomial count at that confidence allows",
   "measured": 0,
   "tolerance": 7,
   "status": "pass"
  },
  {
   "entry": "stabrank_toffoli_n4",
   "engine": "wai.stabrank",
   "quantity": "sampled draws whose stated bound failed (20000 terms, confidence 0.95), against the most a binomial count at that confidence allows",
   "measured": 0,
   "tolerance": 7,
   "status": "pass"
  },
  {
   "entry": "noisy_ghz_n3",
   "engine": "wai.trajectories",
   "quantity": "<Z0 Z1> under noise, the mean of 100000 samples, against the integer density matrix's within Hoeffding's bound",
   "measured": 0.00039599999999992,
   "tolerance": 0.019778025051523977,
   "status": "pass",
   "note": "stated standard error 0.0011",
   "stderr": 0.0011011128736399395
  },
  {
   "entry": "noisy_ghz_n3",
   "engine": "wai.trajectories",
   "quantity": "<X0 X1 X2> under noise, the mean of 100000 samples, against the integer density matrix's within Hoeffding's bound",
   "measured": 0.0018503466666655007,
   "tolerance": 0.019778025051523977,
   "status": "pass",
   "note": "stated standard error 0.00122",
   "stderr": 0.0012192748018024576
  },
  {
   "entry": "noisy_ghz_n3",
   "engine": "wai.trajectories",
   "quantity": "<Z2> under noise, the mean of 100000 samples, against the integer density matrix's within Hoeffding's bound",
   "measured": 0.0,
   "tolerance": 0.019778025051523977,
   "status": "pass",
   "note": "stated standard error 0",
   "stderr": 0.0
  },
  {
   "entry": "noisy_ghz_n3",
   "engine": "wai.stabilizer",
   "quantity": "<Z0 Z1> under noise, the mean of 100000 samples, against the integer density matrix's within Hoeffding's bound",
   "measured": 0.0013440000000000437,
   "tolerance": 0.019778025050936586,
   "status": "pass",
   "note": "stated standard error 0.00112",
   "stderr": 0.0011158144229298458
  },
  {
   "entry": "noisy_ghz_n3",
   "engine": "wai.stabilizer",
   "quantity": "<X0 X1 X2> under noise, the mean of 100000 samples, against the integer density matrix's within Hoeffding's bound",
   "measured": 0.002490346666666696,
   "tolerance": 0.019778025050936586,
   "status": "pass",
   "note": "stated standard error 0.00122",
   "stderr": 0.0012241067634702802
  },
  {
   "entry": "noisy_ghz_n3",
   "engine": "wai.stabilizer",
   "quantity": "<Z2> under noise, the mean of 100000 samples, against the integer density matrix's within Hoeffding's bound",
   "measured": 0.0,
   "tolerance": 0.019778025050936586,
   "status": "pass",
   "note": "stated standard error 0",
   "stderr": 0.0
  },
  {
   "entry": "noisy_rotations_n3",
   "engine": "wai.trajectories",
   "quantity": "<Z0> under noise, the mean of 100000 samples, against the integer density matrix's within Hoeffding's bound",
   "measured": 0.0004940805371514091,
   "tolerance": 0.019778025054754626,
   "status": "pass",
   "note": "stated standard error 0.00139",
   "stderr": 0.0013941064624311361
  },
  {
   "entry": "noisy_rotations_n3",
   "engine": "wai.trajectories",
   "quantity": "<X1 Y2> under noise, the mean of 100000 samples, against the integer density matrix's within Hoeffding's bound",
   "measured": 0.0006622691648923172,
   "tolerance": 0.019778025054754626,
   "status": "pass",
   "note": "stated standard error 0.00101",
   "stderr": 0.0010125775686915292
  },
  {
   "entry": "noisy_rotations_n3",
   "engine": "wai.trajectories",
   "quantity": "<Z0 Z1 Z2> under noise, the mean of 100000 samples, against the integer density matrix's within Hoeffding's bound",
   "measured": 0.0024037621844753116,
   "tolerance": 0.019778025054754626,
   "status": "pass",
   "note": "stated standard error 0.00138",
   "stderr": 0.001378229605378849
  },
  {
   "entry": "noisy_clifford_n4",
   "engine": "wai.trajectories",
   "quantity": "<Z0 Z1> under noise, the mean of 100000 samples, against the integer density matrix's within Hoeffding's bound",
   "measured": 0.0,
   "tolerance": 0.019778025056810495,
   "status": "pass",
   "note": "stated standard error 0",
   "stderr": 0.0
  },
  {
   "entry": "noisy_clifford_n4",
   "engine": "wai.trajectories",
   "quantity": "<X2> under noise, the mean of 100000 samples, against the integer density matrix's within Hoeffding's bound",
   "measured": 0.0,
   "tolerance": 0.019778025056810495,
   "status": "pass",
   "note": "stated standard error 0",
   "stderr": 0.0
  },
  {
   "entry": "noisy_clifford_n4",
   "engine": "wai.trajectories",
   "quantity": "<Y1 Y3> under noise, the mean of 100000 samples, against the integer density matrix's within Hoeffding's bound",
   "measured": 0.0,
   "tolerance": 0.019778025056810495,
   "status": "pass",
   "note": "stated standard error 0",
   "stderr": 0.0
  },
  {
   "entry": "noisy_clifford_n4",
   "engine": "wai.trajectories",
   "quantity": "<Z0 Z1 Z2 Z3> under noise, the mean of 100000 samples, against the integer density matrix's within Hoeffding's bound",
   "measured": 3.454467422037778e-77,
   "tolerance": 0.019778025056810495,
   "status": "pass",
   "note": "stated standard error 0",
   "stderr": 0.0
  },
  {
   "entry": "noisy_clifford_n4",
   "engine": "wai.stabilizer",
   "quantity": "<Z0 Z1> under noise, the mean of 100000 samples, against the integer density matrix's within Hoeffding's bound",
   "measured": 0.0,
   "tolerance": 0.019778025050936586,
   "status": "pass",
   "note": "stated standard error 0",
   "stderr": 0.0
  },
  {
   "entry": "noisy_clifford_n4",
   "engine": "wai.stabilizer",
   "quantity": "<X2> under noise, the mean of 100000 samples, against the integer density matrix's within Hoeffding's bound",
   "measured": 0.0,
   "tolerance": 0.019778025050936586,
   "status": "pass",
   "note": "stated standard error 0",
   "stderr": 0.0
  },
  {
   "entry": "noisy_clifford_n4",
   "engine": "wai.stabilizer",
   "quantity": "<Y1 Y3> under noise, the mean of 100000 samples, against the integer density matrix's within Hoeffding's bound",
   "measured": 0.0,
   "tolerance": 0.019778025050936586,
   "status": "pass",
   "note": "stated standard error 0",
   "stderr": 0.0
  },
  {
   "entry": "noisy_clifford_n4",
   "engine": "wai.stabilizer",
   "quantity": "<Z0 Z1 Z2 Z3> under noise, the mean of 100000 samples, against the integer density matrix's within Hoeffding's bound",
   "measured": 3.454467422037778e-77,
   "tolerance": 0.019778025050936586,
   "status": "pass",
   "note": "stated standard error 0",
   "stderr": 0.0
  },
  {
   "entry": "mitigate_zne_ghz_n3",
   "engine": "wai.mitigate",
   "quantity": "zne: <Z0 Z1> at scale 1, from 200000 shots, against the folded program's exact noisy value",
   "measured": 0.0010371111111110141,
   "tolerance": 0.013985175636149365,
   "status": "pass"
  },
  {
   "entry": "mitigate_zne_ghz_n3",
   "engine": "wai.mitigate",
   "quantity": "zne: <Z0 Z1> at scale 3, from 200000 shots, against the folded program's exact noisy value",
   "measured": 0.0016420886547543494,
   "tolerance": 0.013985175644458754,
   "status": "pass"
  },
  {
   "entry": "mitigate_zne_ghz_n3",
   "engine": "wai.mitigate",
   "quantity": "zne: <Z0 Z1> at scale 5, from 200000 shots, against the folded program's exact noisy value",
   "measured": 0.002475794241029571,
   "tolerance": 0.013985175652768142,
   "status": "pass"
  },
  {
   "entry": "mitigate_zne_ghz_n3",
   "engine": "wai.mitigate",
   "quantity": "zne: <Z0 Z1> extrapolated, against the Richardson extrapolation of the exact noisy values at its scales",
   "measured": 0.001036450325495902,
   "tolerance": 0.048948114743141556,
   "status": "pass",
   "note": "exact extrapolation 0.998634, ideal 1"
  },
  {
   "entry": "mitigate_zne_ghz_n3",
   "engine": "wai.mitigate",
   "quantity": "zne: <X0 X1 X2> at scale 1, from 200000 shots, against the folded program's exact noisy value",
   "measured": 0.0005472829629628842,
   "tolerance": 0.013985175636149365,
   "status": "pass"
  },
  {
   "entry": "mitigate_zne_ghz_n3",
   "engine": "wai.mitigate",
   "quantity": "zne: <X0 X1 X2> at scale 3, from 200000 shots, against the folded program's exact noisy value",
   "measured": 0.00022874150645132329,
   "tolerance": 0.013985175644458754,
   "status": "pass"
  },
  {
   "entry": "mitigate_zne_ghz_n3",
   "engine": "wai.mitigate",
   "quantity": "zne: <X0 X1 X2> at scale 5, from 200000 shots, against the folded program's exact noisy value",
   "measured": 0.0013877985868169772,
   "tolerance": 0.013985175652768142,
   "status": "pass"
  },
  {
   "entry": "mitigate_zne_ghz_n3",
   "engine": "wai.mitigate",
   "quantity": "zne: <X0 X1 X2> extrapolated, against the Richardson extrapolation of the exact noisy values at its scales",
   "measured": 0.0002198042024347485,
   "tolerance": 0.048948114743141556,
   "status": "pass",
   "note": "exact extrapolation 0.997961, ideal 1"
  },
  {
   "entry": "mitigate_vd_n2",
   "engine": "wai.mitigate",
   "quantity": "vd: <Z0 Z1> raw, from 200000 shots, against the integer density matrix's",
   "measured": 0.0008731319121775354,
   "tolerance": 0.013985175634932484,
   "status": "pass"
  },
  {
   "entry": "mitigate_vd_n2",
   "engine": "wai.mitigate",
   "quantity": "vd: <Z0 Z1> as Tr(\u03c1\u00b2O)/Tr(\u03c1\u00b2), each from 200000 shots, against the exact ratio",
   "measured": 0.0031394106892248296,
   "tolerance": 0.03161035313064799,
   "status": "pass",
   "note": "exact ratio 0.92223"
  },
  {
   "entry": "mitigate_vd_n2",
   "engine": "wai.mitigate",
   "quantity": "vd: <X0 X1> raw, from 200000 shots, against the integer density matrix's",
   "measured": 0.0004277516054804495,
   "tolerance": 0.013985175634932484,
   "status": "pass"
  },
  {
   "entry": "mitigate_vd_n2",
   "engine": "wai.mitigate",
   "quantity": "vd: <X0 X1> as Tr(\u03c1\u00b2O)/Tr(\u03c1\u00b2), each from 200000 shots, against the exact ratio",
   "measured": 0.0012040857382362223,
   "tolerance": 0.031588080352067595,
   "status": "pass",
   "note": "exact ratio 0.920875"
  },
  {
   "entry": "mitigate_readout_n3",
   "engine": "wai.mitigate",
   "quantity": "readout: every quasi-probability against the exact law before the flips, largest deviation in units of Hoeffding's bound on 200000 shots",
   "measured": 0.22702524661976872,
   "tolerance": 1.0,
   "status": "pass"
  },
  {
   "entry": "surface_z_d3",
   "engine": "stim.generate",
   "quantity": "the pinned generator writes the committed circuit, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "surface_z_d3",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    24,
    1
   ],
   "tolerance": [
    24,
    1
   ],
   "status": "pass"
  },
  {
   "entry": "surface_z_d3",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 1.2091022627558345e-15,
   "tolerance": 4.778399897986674e-13,
   "status": "pass",
   "mechanisms": [
    219,
    219
   ],
   "seconds": [
    0.000697959,
    0.0006412719376385212
   ]
  },
  {
   "entry": "surface_z_d3",
   "engine": "wai.qec",
   "quantity": "the engine's own generator writes the same text, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "surface_z_d5",
   "engine": "stim.generate",
   "quantity": "the pinned generator writes the committed circuit, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "surface_z_d5",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    120,
    1
   ],
   "tolerance": [
    120,
    1
   ],
   "status": "pass"
  },
  {
   "entry": "surface_z_d5",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 1.5404344466674047e-15,
   "tolerance": 2.4140689447449404e-12,
   "status": "pass",
   "mechanisms": [
    1677,
    1677
   ],
   "seconds": [
    0.003982717,
    0.003737031016498804
   ]
  },
  {
   "entry": "surface_z_d5",
   "engine": "wai.qec",
   "quantity": "the engine's own generator writes the same text, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "surface_z_d7",
   "engine": "stim.generate",
   "quantity": "the pinned generator writes the committed circuit, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "surface_z_d7",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    336,
    1
   ],
   "tolerance": [
    336,
    1
   ],
   "status": "pass"
  },
  {
   "entry": "surface_z_d7",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 1.5404344466674047e-15,
   "tolerance": 6.837197474851564e-12,
   "status": "pass",
   "mechanisms": [
    5471,
    5471
   ],
   "seconds": [
    0.012031525,
    0.01592487283051014
   ]
  },
  {
   "entry": "surface_z_d7",
   "engine": "wai.qec",
   "quantity": "the engine's own generator writes the same text, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "surface_z_d9",
   "engine": "stim.generate",
   "quantity": "the pinned generator writes the committed circuit, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "surface_z_d9",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    720,
    1
   ],
   "tolerance": [
    720,
    1
   ],
   "status": "pass"
  },
  {
   "entry": "surface_z_d9",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 1.5404344466674047e-15,
   "tolerance": 1.4770407119613083e-11,
   "status": "pass",
   "mechanisms": [
    12705,
    12705
   ],
   "seconds": [
    0.040672087,
    0.035468184389173985
   ]
  },
  {
   "entry": "surface_z_d9",
   "engine": "wai.qec",
   "quantity": "the engine's own generator writes the same text, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "surface_z_d11",
   "engine": "stim.generate",
   "quantity": "the pinned generator writes the committed circuit, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "surface_z_d11",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    1320,
    1
   ],
   "tolerance": [
    1320,
    1
   ],
   "status": "pass"
  },
  {
   "entry": "surface_z_d11",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 1.5404344466674047e-15,
   "tolerance": 2.723687941852404e-11,
   "status": "pass",
   "mechanisms": [
    24483,
    24483
   ],
   "seconds": [
    0.038263295,
    0.07193511491641402
   ]
  },
  {
   "entry": "surface_z_d11",
   "engine": "wai.qec",
   "quantity": "the engine's own generator writes the same text, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "surface_z_d15",
   "engine": "stim.generate",
   "quantity": "the pinned generator writes the committed circuit, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "surface_z_d15",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    3360,
    1
   ],
   "tolerance": [
    3360,
    1
   ],
   "status": "pass"
  },
  {
   "entry": "surface_z_d15",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 1.5404344466674047e-15,
   "tolerance": 6.986233813677245e-11,
   "status": "pass",
   "mechanisms": [
    66087,
    66087
   ],
   "seconds": [
    0.166990209,
    0.2626580810174346
   ]
  },
  {
   "entry": "surface_z_d15",
   "engine": "wai.qec",
   "quantity": "the engine's own generator writes the same text, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "surface_x_d3",
   "engine": "stim.generate",
   "quantity": "the pinned generator writes the committed circuit, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "surface_x_d3",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    24,
    1
   ],
   "tolerance": [
    24,
    1
   ],
   "status": "pass"
  },
  {
   "entry": "surface_x_d3",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 1.4857906571741353e-15,
   "tolerance": 4.778399897986674e-13,
   "status": "pass",
   "mechanisms": [
    221,
    221
   ],
   "seconds": [
    0.000416367,
    0.0005384976975619793
   ]
  },
  {
   "entry": "surface_x_d5",
   "engine": "stim.generate",
   "quantity": "the pinned generator writes the committed circuit, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "surface_x_d5",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    120,
    1
   ],
   "tolerance": [
    120,
    1
   ],
   "status": "pass"
  },
  {
   "entry": "surface_x_d5",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 1.5413018084053931e-15,
   "tolerance": 2.4140689447449404e-12,
   "status": "pass",
   "mechanisms": [
    1679,
    1679
   ],
   "seconds": [
    0.002858171,
    0.004367563407868147
   ]
  },
  {
   "entry": "surface_x_d7",
   "engine": "stim.generate",
   "quantity": "the pinned generator writes the committed circuit, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "surface_x_d7",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    336,
    1
   ],
   "tolerance": [
    336,
    1
   ],
   "status": "pass"
  },
  {
   "entry": "surface_x_d7",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 1.5413018084053931e-15,
   "tolerance": 6.837197474851564e-12,
   "status": "pass",
   "mechanisms": [
    5473,
    5473
   ],
   "seconds": [
    0.005730498,
    0.011702263727784157
   ]
  },
  {
   "entry": "unrotated_z_d3",
   "engine": "stim.generate",
   "quantity": "the pinned generator writes the committed circuit, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "unrotated_z_d3",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    36,
    1
   ],
   "tolerance": [
    36,
    1
   ],
   "status": "pass"
  },
  {
   "entry": "unrotated_z_d3",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 1.0408340855860843e-17,
   "tolerance": 7.549516567451064e-13,
   "status": "pass",
   "mechanisms": [
    423,
    423
   ],
   "seconds": [
    0.000569997,
    0.0009618373587727547
   ]
  },
  {
   "entry": "unrotated_z_d5",
   "engine": "stim.generate",
   "quantity": "the pinned generator writes the committed circuit, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "unrotated_z_d5",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    200,
    1
   ],
   "tolerance": [
    200,
    1
   ],
   "status": "pass"
  },
  {
   "entry": "unrotated_z_d5",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 1.0408340855860843e-17,
   "tolerance": 4.204636638860393e-12,
   "status": "pass",
   "mechanisms": [
    3139,
    3139
   ],
   "seconds": [
    0.003236175,
    0.006147205829620361
   ]
  },
  {
   "entry": "repetition_d3",
   "engine": "stim.generate",
   "quantity": "the pinned generator writes the committed circuit, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "repetition_d3",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    8,
    1
   ],
   "tolerance": [
    8,
    1
   ],
   "status": "pass"
  },
  {
   "entry": "repetition_d3",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 3.469446951953614e-18,
   "tolerance": 9.414691248821327e-14,
   "status": "pass",
   "mechanisms": [
    21,
    21
   ],
   "seconds": [
    8.9679e-05,
    9.062094613909721e-05
   ]
  },
  {
   "entry": "repetition_d9",
   "engine": "stim.generate",
   "quantity": "the pinned generator writes the committed circuit, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "repetition_d9",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    80,
    1
   ],
   "tolerance": [
    80,
    1
   ],
   "status": "pass"
  },
  {
   "entry": "repetition_d9",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 3.469446951953614e-18,
   "tolerance": 9.57456336436735e-13,
   "status": "pass",
   "mechanisms": [
    225,
    225
   ],
   "seconds": [
    0.000468535,
    0.000630401074886322
   ]
  },
  {
   "entry": "repetition_d25",
   "engine": "stim.generate",
   "quantity": "the pinned generator writes the committed circuit, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "repetition_d25",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    624,
    1
   ],
   "tolerance": [
    624,
    1
   ],
   "status": "pass"
  },
  {
   "entry": "repetition_d25",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 3.469446951953614e-18,
   "tolerance": 7.636558052581677e-12,
   "status": "pass",
   "mechanisms": [
    1825,
    1825
   ],
   "seconds": [
    0.003279076,
    0.006862788926810026
   ]
  },
  {
   "entry": "surface_z_d5_noiseless",
   "engine": "stim.generate",
   "quantity": "the pinned generator writes the committed circuit, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "surface_z_d5_noiseless",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    120,
    1
   ],
   "tolerance": [
    120,
    1
   ],
   "status": "pass"
  },
  {
   "entry": "surface_z_d5_noiseless",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 0.0,
   "tolerance": 0.0,
   "status": "pass",
   "mechanisms": [
    0,
    0
   ],
   "seconds": [
    5.1387e-05,
    0.00011149002239108086
   ]
  },
  {
   "entry": "surface_z_d5_noiseless",
   "engine": "wai.qec",
   "quantity": "the engine's own generator writes the same text, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "color_d3",
   "engine": "stim.generate",
   "quantity": "the pinned generator writes the committed circuit, byte for byte",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  },
  {
   "entry": "color_d3",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    9,
    1
   ],
   "tolerance": [
    9,
    1
   ],
   "status": "pass"
  },
  {
   "entry": "color_d3",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 6.938893903907228e-18,
   "tolerance": 2.646771690706373e-13,
   "status": "pass",
   "mechanisms": [
    72,
    72
   ],
   "seconds": [
    0.000315917,
    0.00032646674662828445
   ]
  },
  {
   "entry": "qec_inverted_and_tagged",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    1,
    1
   ],
   "tolerance": [
    1,
    1
   ],
   "status": "pass"
  },
  {
   "entry": "qec_inverted_and_tagged",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 0.0,
   "tolerance": 1.7763568394002505e-15,
   "status": "pass",
   "mechanisms": [
    1,
    1
   ],
   "seconds": [
    1.7813e-05,
    4.0356069803237915e-05
   ]
  },
  {
   "entry": "qec_measure_flip_noise",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    2,
    0
   ],
   "tolerance": [
    2,
    0
   ],
   "status": "pass"
  },
  {
   "entry": "qec_measure_flip_noise",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 0.0,
   "tolerance": 3.552713678800501e-15,
   "status": "pass",
   "mechanisms": [
    2,
    2
   ],
   "seconds": [
    2.5078e-05,
    3.9425212889909744e-05
   ]
  },
  {
   "entry": "qec_depolarize_merge",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    2,
    0
   ],
   "tolerance": [
    2,
    0
   ],
   "status": "pass"
  },
  {
   "entry": "qec_depolarize_merge",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 1.3877787807814457e-17,
   "tolerance": 7.105427357601002e-15,
   "status": "pass",
   "mechanisms": [
    3,
    3
   ],
   "seconds": [
    2.5939e-05,
    4.539499059319496e-05
   ]
  },
  {
   "entry": "qec_pauli_observable",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    0,
    1
   ],
   "tolerance": [
    0,
    1
   ],
   "status": "pass"
  },
  {
   "entry": "qec_pauli_observable",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 0.0,
   "tolerance": 1.7763568394002505e-15,
   "status": "pass",
   "mechanisms": [
    1,
    1
   ],
   "seconds": [
    1.4508e-05,
    3.7351157516241074e-05
   ]
  },
  {
   "entry": "qec_correlated",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    3,
    0
   ],
   "tolerance": [
    3,
    0
   ],
   "status": "pass"
  },
  {
   "entry": "qec_correlated",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 0.0,
   "tolerance": 5.329070518200751e-15,
   "status": "pass",
   "mechanisms": [
    2,
    2
   ],
   "seconds": [
    2.5709e-05,
    3.798212856054306e-05
   ]
  },
  {
   "entry": "qec_pauli_channel",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "detectors and observables",
   "measured": [
    2,
    0
   ],
   "tolerance": [
    2,
    0
   ],
   "status": "pass"
  },
  {
   "entry": "qec_pauli_channel",
   "engine": "wai.qec ~ stim.tableau",
   "quantity": "mechanisms: same symptom sets, probabilities within the bound (largest difference)",
   "measured": 5.551115123125783e-17,
   "tolerance": 3.552713678800501e-15,
   "status": "pass",
   "mechanisms": [
    2,
    2
   ],
   "seconds": [
    2.5718e-05,
    4.192860797047615e-05
   ]
  },
  {
   "entry": "qec_refused_channel_with_no_independent_form",
   "engine": "wai.qec",
   "quantity": "refuses, as listed: a Pauli channel no independent flips can give is refused, never approximated",
   "measured": "line 2: PAULI_CHANNEL_1(0.1, 0.1, 0): its exclusive outcomes have no form as independent X, Y and Z flips, which this simulator and a detector error model both need",
   "tolerance": "no form as independent",
   "status": "refused"
  },
  {
   "entry": "qec_refused_channel_with_no_independent_form",
   "engine": "stim.tableau",
   "quantity": "detector error model",
   "measured": null,
   "tolerance": null,
   "status": "not run",
   "note": "ValueError: Encountered the operation PAULI_CHANNEL_1 during error analysis, but this operation requires the `approximate_disjoint_errors` option to be enabled.\nIf you're calling from python, using stim.Circuit.detector_error_model, you need to add the argument approximate_disjoint_errors=True.\n\nIf "
  },
  {
   "entry": "qec_refused_random_detector",
   "engine": "wai.qec",
   "quantity": "refuses, as listed: a detector that is random without noise is no detector",
   "measured": "a detector or observable is not deterministic (it anticommutes with op 0)",
   "tolerance": "is not deterministic",
   "status": "refused"
  },
  {
   "entry": "qec_refused_random_detector",
   "engine": "stim.tableau",
   "quantity": "detector error model",
   "measured": null,
   "tolerance": null,
   "status": "not run",
   "note": "ValueError: The circuit contains non-deterministic detectors.\n\nTo make an SVG picture of the problem, you can use the python API like this:\n    your_circuit.diagram('detslice-with-ops-svg', tick=range(0, 5), filter_coords=['D0', ])\nor the command line API like this:\n    stim diagram --in your_circui"
  },
  {
   "entry": "surface_z_d3",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.22915048352386816,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.009499441
  },
  {
   "entry": "surface_z_d3",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.35716970321915537,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.17982537299394608
  },
  {
   "entry": "surface_z_d5",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.39650420938955866,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.079215914
  },
  {
   "entry": "surface_z_d5",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.3468421457678266,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 1.2380543649196625
  },
  {
   "entry": "surface_z_d7",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.3960824740429515,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.213999763
  },
  {
   "entry": "surface_z_d7",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.4603808110290132,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 4.049002533778548
  },
  {
   "entry": "surface_z_d9",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.4430625889165482,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.490148557
  },
  {
   "entry": "surface_z_d9",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.4885351264645788,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 8.730246856808662
  },
  {
   "entry": "surface_z_d11",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.47060589377150247,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.628533902
  },
  {
   "entry": "surface_z_d11",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.491446566794489,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 12.128348943777382
  },
  {
   "entry": "surface_z_d15",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.6023288146718812,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 1.766332825
  },
  {
   "entry": "surface_z_d15",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.5280140145137743,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 28.41189167369157
  },
  {
   "entry": "surface_x_d3",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.2296488184539904,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.011962194
  },
  {
   "entry": "surface_x_d3",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.24694656952191868,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.1541789690963924
  },
  {
   "entry": "surface_x_d5",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.39650420938955866,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.068881194
  },
  {
   "entry": "surface_x_d5",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.3468421457679827,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.6258881716057658
  },
  {
   "entry": "surface_x_d7",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.3960824740429515,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.158842893
  },
  {
   "entry": "surface_x_d7",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.46038081102862305,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 2.6839524381794035
  },
  {
   "entry": "unrotated_z_d3",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.44066876744966166,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.029672952
  },
  {
   "entry": "unrotated_z_d3",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.29604355132245824,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.1792380539700389
  },
  {
   "entry": "unrotated_z_d5",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.36229573478962046,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.149664369
  },
  {
   "entry": "unrotated_z_d5",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.36575007262532866,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 1.6630807709880173
  },
  {
   "entry": "repetition_d3",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.2157283916226434,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.006242356
  },
  {
   "entry": "repetition_d3",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.16776636226317745,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.12091187527403235
  },
  {
   "entry": "repetition_d9",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.36957339170878684,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.064517869
  },
  {
   "entry": "repetition_d9",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.3094027575228059,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.34509899886325
  },
  {
   "entry": "repetition_d25",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.47358998821404197,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.466385012
  },
  {
   "entry": "repetition_d25",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.4251887625778729,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 5.311797841917723
  },
  {
   "entry": "surface_z_d5_noiseless",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.0,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.004801644
  },
  {
   "entry": "surface_z_d5_noiseless",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.0,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.0987755749374628
  },
  {
   "entry": "color_d3",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.3312615941312661,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.01354193
  },
  {
   "entry": "color_d3",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.1607817840583434,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.11582087492570281
  },
  {
   "entry": "qec_inverted_and_tagged",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.05144599787556125,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.000496959
  },
  {
   "entry": "qec_inverted_and_tagged",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.268353448377849,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.14305143197998405
  },
  {
   "entry": "qec_measure_flip_noise",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.16790101834998558,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.000971535
  },
  {
   "entry": "qec_measure_flip_noise",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.17650721919362536,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.16497673420235515
  },
  {
   "entry": "qec_depolarize_merge",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.09837291203513142,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.001548737
  },
  {
   "entry": "qec_depolarize_merge",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.10058353927187906,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.12761706626042724
  },
  {
   "entry": "qec_pauli_observable",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.2127361533772559,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.000572402
  },
  {
   "entry": "qec_pauli_observable",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.07508334825081331,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.12392388703301549
  },
  {
   "entry": "qec_correlated",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.11205233578025234,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.000867579
  },
  {
   "entry": "qec_correlated",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.08428715523293764,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.08830201299861073
  },
  {
   "entry": "qec_pauli_channel",
   "engine": "wai.qec",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.08497593373487576,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.00182549
  },
  {
   "entry": "qec_pauli_channel",
   "engine": "stim.tableau",
   "quantity": "detection and flip rates against the model, largest deviation in units of its Bernstein bound",
   "measured": 0.11573759517328458,
   "tolerance": 1.0,
   "status": "pass",
   "seconds": 0.11490253917872906
  },
  {
   "entry": "measure_twice",
   "engine": "ddsim.statevector",
   "quantity": "reproducer (corpus/reproducers/ddsim_repeated_measurement.py): h, then c[0] and c[1] measured from the qubit with nothing between: only 00 and 10 come",
   "measured": [
    "00",
    "10"
   ],
   "tolerance": [
    "00",
    "10"
   ],
   "status": "known"
  },
  {
   "entry": "measure_twice",
   "engine": "ddsim.statevector",
   "quantity": "reproducer (corpus/reproducers/ddsim_repeated_measurement.py): x, then the same two measurements: 10 on every shot",
   "measured": [
    "10"
   ],
   "tolerance": [
    "10"
   ],
   "status": "known"
  },
  {
   "entry": "measure_twice",
   "engine": "ddsim.statevector",
   "quantity": "reproducer (corpus/reproducers/ddsim_repeated_measurement.py): h, the two measurements with a barrier between: 00 and 11",
   "measured": [
    "00",
    "11"
   ],
   "tolerance": [
    "00",
    "11"
   ],
   "status": "known"
  },
  {
   "entry": "measure_twice",
   "engine": "ddsim.statevector",
   "quantity": "reproducer (corpus/reproducers/ddsim_repeated_measurement.py): h, then c[1] measured first and c[0] second: an error naming changePermutation",
   "measured": "ValueError: [changePermutation] Target must be an injective mapping using only keys and logical qubits from the source permutation.",
   "tolerance": "ValueError: [changePermutation] ...",
   "status": "known"
  },
  {
   "entry": "repeat_until_success",
   "engine": "ddsim.statevector",
   "quantity": "reproducer (corpus/reproducers/ddsim_feedback_rounds.py): repeat_until_success: an error naming changePermutation, and no counts",
   "measured": "ValueError: [changePermutation] Target must be an injective mapping using only keys and logical qubits from the source permutation.",
   "tolerance": "ValueError: [changePermutation] ...",
   "status": "known"
  },
  {
   "entry": "repeat_until_success",
   "engine": "ddsim.statevector",
   "quantity": "reproducer (corpus/reproducers/ddsim_feedback_rounds.py): the same three rounds without the conditioned x: the same error",
   "measured": "ValueError: [changePermutation] Target must be an injective mapping using only keys and logical qubits from the source permutation.",
   "tolerance": "ValueError: [changePermutation] ...",
   "status": "known"
  },
  {
   "entry": "repeat_until_success",
   "engine": "ddsim.statevector",
   "quantity": "reproducer (corpus/reproducers/ddsim_feedback_rounds.py): qubit 1 measured, h, measured again, then qubit 0 measured into a third bit: the same error",
   "measured": "ValueError: [changePermutation] Target must be an injective mapping using only keys and logical qubits from the source permutation.",
   "tolerance": "ValueError: [changePermutation] ...",
   "status": "known"
  },
  {
   "entry": "repeat_until_success",
   "engine": "ddsim.statevector",
   "quantity": "reproducer (corpus/reproducers/ddsim_feedback_rounds.py): the same without qubit 0's measurement into a third bit: counts",
   "measured": "counts over 4 outcomes",
   "tolerance": "counts",
   "status": "known"
  },
  {
   "entry": "dyadic_n20_k16",
   "engine": "qsim.statevector",
   "quantity": "a listed disagreement no longer shows",
   "measured": false,
   "tolerance": true,
   "status": "info",
   "note": "qsim 0.22.1 (single precision, gates fused to two qubits, one thread), on 148 rotations by m/2^16 of a turn and cz gates on 20 qubits, gives a state 2.3e-4 from the exact one, past the single-precision bound of 1.9e-4 that 148 gates allow (tools/tolerance.py), and almost all of it is the norm: 1.00023. Its run of the first 60 gates has a norm larger than its run of 59 by 6e-5, where the 60th gate applied by hand in single precision to the 59 gates' state moves the norm by under 10^-6. Cirq 1.7.0's own complex64 simulator gives the same distance. On 16 qubits the same construction stays within its bound. Each is a case of the reproducer, which builds the circuit with the corpus's own adapter."
  },
  {
   "entry": "dyadic_n20_k16",
   "engine": "qsim.statevector",
   "quantity": "reproducer (corpus/reproducers/qsim_single_precision_norm.py): the state of all 148 gates is farther from the double-precision state than the single-precision bound of 0.000194, and its norm is past 1 by about as much",
   "measured": {
    "distance": 5.54e-07,
    "norm_minus_1": 1e-08
   },
   "tolerance": "distance > bound, norm \u2212 1 within 10% of it",
   "status": "info",
   "note": "the claim no longer holds"
  },
  {
   "entry": "dyadic_n20_k16",
   "engine": "qsim.statevector",
   "quantity": "reproducer (corpus/reproducers/qsim_single_precision_norm.py): the same construction on 16 qubits stays within its bound",
   "measured": 6.33e-07,
   "tolerance": "< 0.000154",
   "status": "known"
  },
  {
   "entry": "dyadic_n20_k16",
   "engine": "qsim.statevector",
   "quantity": "reproducer (corpus/reproducers/qsim_single_precision_norm.py): its run of the first 60 gates has a norm larger than its run of 59 by more than 10^-5, where the 60th gate applied by hand in single precision to the 59 gates' state moves the norm by less than 10^-6",
   "measured": {
    "run_60_minus_run_59": -1.8e-08,
    "by_hand": 2.6774e-08
   },
   "tolerance": "first > 1e-5, second < 1e-6",
   "status": "info",
   "note": "the claim no longer holds"
  },
  {
   "entry": "dyadic_n20_k16",
   "engine": "qsim.statevector",
   "quantity": "reproducer (corpus/reproducers/qsim_single_precision_norm.py): another single-precision state vector of the same circuit (the circuit library's own, complex64) is as far from the double-precision state, within 1%",
   "measured": 4.76e-07,
   "tolerance": "within 1% of 5.54358e-07",
   "status": "info",
   "note": "the claim no longer holds"
  },
  {
   "entry": "corpus",
   "engine": "corpus.py",
   "quantity": "corpus/expected-refusals.json is the reader's rule and corpus.py's list",
   "measured": true,
   "tolerance": true,
   "status": "pass"
  }
 ]
}